From 0654c03e89fbb2d5e5b22f80975ea6e67a224db7 Mon Sep 17 00:00:00 2001 From: hz Date: Mon, 28 Sep 2026 21:51:42 -0500 Subject: [PATCH] 9/28 spike capture --- .gitignore | 1 - README.md | 130 +- logs/events.jsonl | 3007 ++++++++++++++++++++++++ logs/trace_20260928_201822_597829.json | 327 +++ logs/trace_20260928_201822_597829.txt | 11 + logs/trace_20260928_202621_633856.json | 327 +++ logs/trace_20260928_202621_633856.txt | 11 + logs/trace_20260928_202904_832610.json | 327 +++ logs/trace_20260928_202904_832610.txt | 11 + logs/trace_20260928_202908_833609.json | 357 +++ logs/trace_20260928_202908_833609.txt | 11 + logs/trace_20260928_202916_835701.json | 356 +++ logs/trace_20260928_202916_835701.txt | 12 + logs/trace_20260928_202920_836621.json | 327 +++ logs/trace_20260928_202920_836621.txt | 11 + logs/trace_20260928_202928_838679.json | 327 +++ logs/trace_20260928_202928_838679.txt | 11 + logs/trace_20260928_202932_839632.json | 345 +++ logs/trace_20260928_202932_839632.txt | 11 + logs/trace_20260928_202936_840654.json | 351 +++ logs/trace_20260928_202936_840654.txt | 11 + logs/trace_20260928_202949_844423.json | 362 +++ logs/trace_20260928_202949_844423.txt | 12 + logs/trace_20260928_202953_844924.json | 368 +++ logs/trace_20260928_202953_844924.txt | 12 + logs/trace_20260928_202957_845832.json | 393 ++++ logs/trace_20260928_202957_845832.txt | 11 + logs/trace_20260928_203002_847161.json | 339 +++ logs/trace_20260928_203002_847161.txt | 11 + logs/trace_20260928_203010_849173.json | 327 +++ logs/trace_20260928_203010_849173.txt | 11 + logs/trace_20260928_203014_850176.json | 327 +++ logs/trace_20260928_203014_850176.txt | 11 + logs/trace_20260928_203017_850858.json | 351 +++ logs/trace_20260928_203017_850858.txt | 11 + logs/trace_20260928_203021_851704.json | 362 +++ logs/trace_20260928_203021_851704.txt | 12 + logs/trace_20260928_203025_853363.json | 327 +++ logs/trace_20260928_203025_853363.txt | 11 + logs/trace_20260928_203033_854831.json | 327 +++ logs/trace_20260928_203033_854831.txt | 11 + logs/trace_20260928_203049_858827.json | 333 +++ logs/trace_20260928_203049_858827.txt | 11 + logs/trace_20260928_203053_859651.json | 368 +++ logs/trace_20260928_203053_859651.txt | 12 + logs/trace_20260928_203057_860657.json | 345 +++ logs/trace_20260928_203057_860657.txt | 11 + logs/trace_20260928_203101_861621.json | 386 +++ logs/trace_20260928_203101_861621.txt | 12 + logs/trace_20260928_203105_862694.json | 351 +++ logs/trace_20260928_203105_862694.txt | 11 + logs/trace_20260928_203109_864266.json | 357 +++ logs/trace_20260928_203109_864266.txt | 11 + logs/trace_20260928_203114_864843.json | 339 +++ logs/trace_20260928_203114_864843.txt | 11 + logs/trace_20260928_203119_866189.json | 369 +++ logs/trace_20260928_203119_866189.txt | 11 + logs/trace_20260928_203124_867324.json | 327 +++ logs/trace_20260928_203124_867324.txt | 11 + logs/trace_20260928_203131_869508.json | 327 +++ logs/trace_20260928_203131_869508.txt | 11 + logs/trace_20260928_203135_870042.json | 321 +++ logs/trace_20260928_203135_870042.txt | 11 + logs/trace_20260928_203139_871486.json | 327 +++ logs/trace_20260928_203139_871486.txt | 11 + logs/trace_20260928_203147_872876.json | 363 +++ logs/trace_20260928_203147_872876.txt | 11 + logs/trace_20260928_203152_874626.json | 363 +++ logs/trace_20260928_203152_874626.txt | 11 + logs/trace_20260928_203157_875238.json | 387 +++ logs/trace_20260928_203157_875238.txt | 11 + logs/trace_20260928_203203_876772.json | 363 +++ logs/trace_20260928_203203_876772.txt | 11 + logs/trace_20260928_203217_880219.json | 345 +++ logs/trace_20260928_203217_880219.txt | 11 + logs/trace_20260928_203226_882335.json | 393 ++++ logs/trace_20260928_203226_882335.txt | 11 + logs/trace_20260928_203232_883843.json | 381 +++ logs/trace_20260928_203232_883843.txt | 11 + logs/trace_20260928_203244_886967.json | 327 +++ logs/trace_20260928_203244_886967.txt | 11 + logs/trace_20260928_203305_892619.json | 333 +++ logs/trace_20260928_203305_892619.txt | 11 + logs/trace_20260928_203309_893076.json | 333 +++ logs/trace_20260928_203309_893076.txt | 11 + logs/trace_20260928_203316_894675.json | 333 +++ logs/trace_20260928_203316_894675.txt | 11 + logs/trace_20260928_203320_895607.json | 327 +++ logs/trace_20260928_203320_895607.txt | 11 + logs/trace_20260928_203331_898300.json | 333 +++ logs/trace_20260928_203331_898300.txt | 11 + logs/trace_20260928_203335_899285.json | 327 +++ logs/trace_20260928_203335_899285.txt | 11 + logs/trace_20260928_203343_901920.json | 327 +++ logs/trace_20260928_203343_901920.txt | 11 + logs/trace_20260928_203347_902390.json | 327 +++ logs/trace_20260928_203347_902390.txt | 11 + logs/trace_20260928_203351_903345.json | 333 +++ logs/trace_20260928_203351_903345.txt | 11 + logs/trace_20260928_203402_906113.json | 351 +++ logs/trace_20260928_203402_906113.txt | 11 + logs/trace_20260928_203409_907799.json | 327 +++ logs/trace_20260928_203409_907799.txt | 11 + logs/trace_20260928_203413_908809.json | 327 +++ logs/trace_20260928_203413_908809.txt | 11 + logs/trace_20260928_203419_910352.json | 345 +++ logs/trace_20260928_203419_910352.txt | 11 + logs/trace_20260928_203423_911915.json | 327 +++ logs/trace_20260928_203423_911915.txt | 11 + logs/trace_20260928_203430_913197.json | 333 +++ logs/trace_20260928_203430_913197.txt | 11 + logs/trace_20260928_203434_914148.json | 339 +++ logs/trace_20260928_203434_914148.txt | 11 + logs/trace_20260928_203438_915163.json | 381 +++ logs/trace_20260928_203438_915163.txt | 11 + logs/trace_20260928_203443_916345.json | 369 +++ logs/trace_20260928_203443_916345.txt | 11 + logs/trace_20260928_203448_917608.json | 333 +++ logs/trace_20260928_203448_917608.txt | 11 + logs/trace_20260928_203500_920610.json | 321 +++ logs/trace_20260928_203500_920610.txt | 11 + logs/trace_20260928_203509_923464.json | 339 +++ logs/trace_20260928_203509_923464.txt | 11 + logs/trace_20260928_203521_925564.json | 321 +++ logs/trace_20260928_203521_925564.txt | 11 + logs/trace_20260928_203525_926813.json | 338 +++ logs/trace_20260928_203525_926813.txt | 12 + logs/trace_20260928_203536_929627.json | 351 +++ logs/trace_20260928_203536_929627.txt | 11 + logs/trace_20260928_203550_933148.json | 333 +++ logs/trace_20260928_203550_933148.txt | 11 + logs/trace_20260928_203554_934142.json | 356 +++ logs/trace_20260928_203554_934142.txt | 12 + logs/trace_20260928_203558_935094.json | 345 +++ logs/trace_20260928_203558_935094.txt | 11 + logs/trace_20260928_203612_938491.json | 333 +++ logs/trace_20260928_203612_938491.txt | 11 + logs/trace_20260928_203648_947447.json | 333 +++ logs/trace_20260928_203648_947447.txt | 11 + logs/trace_20260928_203655_949236.json | 327 +++ logs/trace_20260928_203655_949236.txt | 11 + logs/trace_20260928_203702_950992.json | 345 +++ logs/trace_20260928_203702_950992.txt | 11 + logs/trace_20260928_203709_952832.json | 351 +++ logs/trace_20260928_203709_952832.txt | 11 + logs/trace_20260928_203713_953615.json | 362 +++ logs/trace_20260928_203713_953615.txt | 12 + logs/trace_20260928_203729_957290.json | 351 +++ logs/trace_20260928_203729_957290.txt | 11 + logs/trace_20260928_203736_959132.json | 327 +++ logs/trace_20260928_203736_959132.txt | 11 + logs/trace_20260928_203740_959964.json | 327 +++ logs/trace_20260928_203740_959964.txt | 11 + logs/trace_20260928_203744_961160.json | 356 +++ logs/trace_20260928_203744_961160.txt | 12 + logs/trace_20260928_203748_962778.json | 351 +++ logs/trace_20260928_203748_962778.txt | 11 + logs/trace_20260928_203752_963043.json | 333 +++ logs/trace_20260928_203752_963043.txt | 11 + logs/trace_20260928_203803_965702.json | 362 +++ logs/trace_20260928_203803_965702.txt | 12 + logs/trace_20260928_203807_966677.json | 351 +++ logs/trace_20260928_203807_966677.txt | 11 + logs/trace_20260928_203811_967508.json | 327 +++ logs/trace_20260928_203811_967508.txt | 11 + logs/trace_20260928_203815_968470.json | 333 +++ logs/trace_20260928_203815_968470.txt | 11 + logs/trace_20260928_203819_969513.json | 327 +++ logs/trace_20260928_203819_969513.txt | 11 + logs/trace_20260928_203826_971059.json | 339 +++ logs/trace_20260928_203826_971059.txt | 11 + logs/trace_20260928_203830_971600.json | 327 +++ logs/trace_20260928_203830_971600.txt | 11 + logs/trace_20260928_203834_972982.json | 339 +++ logs/trace_20260928_203834_972982.txt | 11 + logs/trace_20260928_203848_976346.json | 327 +++ logs/trace_20260928_203848_976346.txt | 11 + logs/trace_20260928_203852_977333.json | 327 +++ logs/trace_20260928_203852_977333.txt | 11 + logs/trace_20260928_203856_978227.json | 351 +++ logs/trace_20260928_203856_978227.txt | 11 + logs/trace_20260928_203900_978740.json | 356 +++ logs/trace_20260928_203900_978740.txt | 12 + logs/trace_20260928_203904_980165.json | 345 +++ logs/trace_20260928_203904_980165.txt | 11 + logs/trace_20260928_203917_983147.json | 327 +++ logs/trace_20260928_203917_983147.txt | 11 + logs/trace_20260928_203921_984057.json | 339 +++ logs/trace_20260928_203921_984057.txt | 11 + logs/trace_20260928_203954_991806.json | 327 +++ logs/trace_20260928_203954_991806.txt | 11 + logs/trace_20260928_204033_000687.json | 327 +++ logs/trace_20260928_204033_000687.txt | 11 + logs/trace_20260928_204037_002243.json | 309 +++ logs/trace_20260928_204037_002243.txt | 11 + logs/trace_20260928_204046_003651.json | 327 +++ logs/trace_20260928_204046_003651.txt | 11 + logs/trace_20260928_204102_007493.json | 356 +++ logs/trace_20260928_204102_007493.txt | 12 + logs/trace_20260928_204111_009835.json | 327 +++ logs/trace_20260928_204111_009835.txt | 11 + logs/trace_20260928_204123_012581.json | 327 +++ logs/trace_20260928_204123_012581.txt | 11 + logs/trace_20260928_204131_014479.json | 351 +++ logs/trace_20260928_204131_014479.txt | 11 + logs/trace_20260928_204135_015403.json | 362 +++ logs/trace_20260928_204135_015403.txt | 12 + logs/trace_20260928_204139_016333.json | 357 +++ logs/trace_20260928_204139_016333.txt | 11 + logs/trace_20260928_204144_017454.json | 327 +++ logs/trace_20260928_204144_017454.txt | 11 + logs/trace_20260928_204148_022136.json | 327 +++ logs/trace_20260928_204148_022136.txt | 11 + logs/trace_20260928_204200_024885.json | 345 +++ logs/trace_20260928_204200_024885.txt | 11 + logs/trace_20260928_204204_026304.json | 345 +++ logs/trace_20260928_204204_026304.txt | 11 + logs/trace_20260928_204208_026836.json | 345 +++ logs/trace_20260928_204208_026836.txt | 11 + logs/trace_20260928_204216_028765.json | 327 +++ logs/trace_20260928_204216_028765.txt | 11 + logs/trace_20260928_204220_029804.json | 327 +++ logs/trace_20260928_204220_029804.txt | 11 + logs/trace_20260928_204224_030793.json | 369 +++ logs/trace_20260928_204224_030793.txt | 11 + logs/trace_20260928_204229_032177.json | 399 ++++ logs/trace_20260928_204229_032177.txt | 11 + logs/trace_20260928_204235_033513.json | 387 +++ logs/trace_20260928_204235_033513.txt | 11 + logs/trace_20260928_204242_035259.json | 381 +++ logs/trace_20260928_204242_035259.txt | 11 + logs/trace_20260928_204248_036961.json | 381 +++ logs/trace_20260928_204248_036961.txt | 11 + logs/trace_20260928_204253_038185.json | 357 +++ logs/trace_20260928_204253_038185.txt | 11 + logs/trace_20260928_204259_039496.json | 387 +++ logs/trace_20260928_204259_039496.txt | 11 + logs/trace_20260928_204304_040660.json | 375 +++ logs/trace_20260928_204304_040660.txt | 11 + logs/trace_20260928_204310_042366.json | 345 +++ logs/trace_20260928_204310_042366.txt | 11 + logs/trace_20260928_204334_048649.json | 327 +++ logs/trace_20260928_204334_048649.txt | 11 + logs/trace_20260928_204342_050173.json | 327 +++ logs/trace_20260928_204342_050173.txt | 11 + logs/trace_20260928_204346_051070.json | 327 +++ logs/trace_20260928_204346_051070.txt | 11 + logs/trace_20260928_204350_051625.json | 345 +++ logs/trace_20260928_204350_051625.txt | 11 + logs/trace_20260928_204359_053984.json | 327 +++ logs/trace_20260928_204359_053984.txt | 11 + logs/trace_20260928_204407_055880.json | 333 +++ logs/trace_20260928_204407_055880.txt | 11 + logs/trace_20260928_204411_056891.json | 333 +++ logs/trace_20260928_204411_056891.txt | 11 + logs/trace_20260928_204415_057808.json | 327 +++ logs/trace_20260928_204415_057808.txt | 11 + logs/trace_20260928_204423_059680.json | 327 +++ logs/trace_20260928_204423_059680.txt | 11 + logs/trace_20260928_204440_063588.json | 345 +++ logs/trace_20260928_204440_063588.txt | 11 + logs/trace_20260928_204444_064498.json | 398 ++++ logs/trace_20260928_204444_064498.txt | 12 + logs/trace_20260928_204449_065599.json | 362 +++ logs/trace_20260928_204449_065599.txt | 12 + logs/trace_20260928_204512_071172.json | 339 +++ logs/trace_20260928_204512_071172.txt | 11 + logs/trace_20260928_204528_075150.json | 357 +++ logs/trace_20260928_204528_075150.txt | 11 + logs/trace_20260928_204532_076081.json | 380 +++ logs/trace_20260928_204532_076081.txt | 12 + logs/trace_20260928_204536_077040.json | 351 +++ logs/trace_20260928_204536_077040.txt | 11 + logs/trace_20260928_204544_079635.json | 327 +++ logs/trace_20260928_204544_079635.txt | 11 + logs/trace_20260928_204550_081176.json | 339 +++ logs/trace_20260928_204550_081176.txt | 11 + logs/trace_20260928_204602_083575.json | 327 +++ logs/trace_20260928_204602_083575.txt | 11 + logs/trace_20260928_204606_085251.json | 333 +++ logs/trace_20260928_204606_085251.txt | 11 + logs/trace_20260928_204610_085625.json | 327 +++ logs/trace_20260928_204610_085625.txt | 11 + logs/trace_20260928_204642_093573.json | 327 +++ logs/trace_20260928_204642_093573.txt | 11 + logs/trace_20260928_204646_094596.json | 327 +++ logs/trace_20260928_204646_094596.txt | 11 + logs/trace_20260928_204654_096624.json | 327 +++ logs/trace_20260928_204654_096624.txt | 11 + logs/trace_20260928_204658_097604.json | 345 +++ logs/trace_20260928_204658_097604.txt | 11 + logs/trace_20260928_204702_098630.json | 321 +++ logs/trace_20260928_204702_098630.txt | 11 + logs/trace_20260928_204706_099646.json | 339 +++ logs/trace_20260928_204706_099646.txt | 11 + logs/trace_20260928_204717_102355.json | 333 +++ logs/trace_20260928_204717_102355.txt | 11 + logs/trace_20260928_204721_103970.json | 356 +++ logs/trace_20260928_204721_103970.txt | 12 + logs/trace_20260928_204732_106153.json | 345 +++ logs/trace_20260928_204732_106153.txt | 11 + logs/trace_20260928_204736_107187.json | 375 +++ logs/trace_20260928_204736_107187.txt | 11 + logs/trace_20260928_204759_112809.json | 327 +++ logs/trace_20260928_204759_112809.txt | 11 + logs/trace_20260928_204807_114793.json | 368 +++ logs/trace_20260928_204807_114793.txt | 12 + logs/trace_20260928_204812_116018.json | 362 +++ logs/trace_20260928_204812_116018.txt | 12 + logs/trace_20260928_204816_117010.json | 327 +++ logs/trace_20260928_204816_117010.txt | 11 + logs/trace_20260928_204828_119929.json | 333 +++ logs/trace_20260928_204828_119929.txt | 11 + logs/trace_20260928_204832_120946.json | 327 +++ logs/trace_20260928_204832_120946.txt | 11 + logs/trace_20260928_204842_123364.json | 327 +++ logs/trace_20260928_204842_123364.txt | 11 + logs/trace_20260928_204846_124377.json | 339 +++ logs/trace_20260928_204846_124377.txt | 11 + logs/trace_20260928_204858_127415.json | 357 +++ logs/trace_20260928_204858_127415.txt | 11 + logs/trace_20260928_204902_128370.json | 351 +++ logs/trace_20260928_204902_128370.txt | 11 + logs/trace_20260928_204906_129946.json | 369 +++ logs/trace_20260928_204906_129946.txt | 11 + logs/trace_20260928_204915_131581.json | 321 +++ logs/trace_20260928_204915_131581.txt | 11 + logs/trace_20260928_204919_132628.json | 327 +++ logs/trace_20260928_204919_132628.txt | 11 + logs/trace_20260928_204926_134374.json | 339 +++ logs/trace_20260928_204926_134374.txt | 11 + logs/trace_20260928_204930_135326.json | 333 +++ logs/trace_20260928_204930_135326.txt | 11 + logs/trace_20260928_204934_136317.json | 327 +++ logs/trace_20260928_204934_136317.txt | 11 + logs/trace_20260928_204942_138266.json | 339 +++ logs/trace_20260928_204942_138266.txt | 11 + logs/trace_20260928_204946_139216.json | 327 +++ logs/trace_20260928_204946_139216.txt | 11 + logs/trace_20260928_205006_144196.json | 333 +++ logs/trace_20260928_205006_144196.txt | 11 + logs/trace_20260928_205014_146066.json | 327 +++ logs/trace_20260928_205014_146066.txt | 11 + logs/trace_20260928_205018_147430.json | 327 +++ logs/trace_20260928_205018_147430.txt | 11 + logs/trace_20260928_205029_149590.json | 327 +++ logs/trace_20260928_205029_149590.txt | 11 + logs/trace_20260928_205033_150617.json | 333 +++ logs/trace_20260928_205033_150617.txt | 11 + logs/trace_20260928_205041_152628.json | 333 +++ logs/trace_20260928_205041_152628.txt | 11 + logs/trace_20260928_205049_154618.json | 333 +++ logs/trace_20260928_205049_154618.txt | 11 + logs/trace_20260928_205053_155632.json | 327 +++ logs/trace_20260928_205053_155632.txt | 11 + logs/trace_20260928_205101_157795.json | 345 +++ logs/trace_20260928_205101_157795.txt | 11 + logs/trace_20260928_205105_158439.json | 333 +++ logs/trace_20260928_205105_158439.txt | 11 + logs/trace_20260928_205109_159754.json | 381 +++ logs/trace_20260928_205109_159754.txt | 11 + logs/trace_20260928_205115_161301.json | 327 +++ logs/trace_20260928_205115_161301.txt | 11 + logs/trace_20260928_205123_163266.json | 327 +++ logs/trace_20260928_205123_163266.txt | 11 + logs/trace_20260928_205127_164259.json | 345 +++ logs/trace_20260928_205127_164259.txt | 11 + logs/trace_20260928_205131_165102.json | 357 +++ logs/trace_20260928_205131_165102.txt | 11 + logs/trace_20260928_205147_169159.json | 327 +++ logs/trace_20260928_205147_169159.txt | 11 + logs/trace_20260928_205151_169788.json | 327 +++ logs/trace_20260928_205151_169788.txt | 11 + logs/trace_20260928_205155_170800.json | 327 +++ logs/trace_20260928_205155_170800.txt | 11 + logs/trace_20260928_205159_171818.json | 345 +++ logs/trace_20260928_205159_171818.txt | 11 + logs/trace_20260928_205210_174368.json | 327 +++ logs/trace_20260928_205210_174368.txt | 11 + logs/trace_20260928_205221_177138.json | 339 +++ logs/trace_20260928_205221_177138.txt | 11 + logs/trace_20260928_205232_179928.json | 333 +++ logs/trace_20260928_205232_179928.txt | 11 + logs/trace_20260928_205243_182640.json | 345 +++ logs/trace_20260928_205243_182640.txt | 11 + logs/trace_20260928_205255_185595.json | 375 +++ logs/trace_20260928_205255_185595.txt | 11 + logs/trace_20260928_205328_193934.json | 333 +++ logs/trace_20260928_205328_193934.txt | 11 + logs/trace_20260928_205344_197808.json | 327 +++ logs/trace_20260928_205344_197808.txt | 11 + logs/trace_20260928_205357_201174.json | 327 +++ logs/trace_20260928_205357_201174.txt | 11 + logs/trace_20260928_205401_202137.json | 339 +++ logs/trace_20260928_205401_202137.txt | 11 + logs/trace_20260928_205409_203955.json | 327 +++ logs/trace_20260928_205409_203955.txt | 11 + logs/trace_20260928_205413_205009.json | 333 +++ logs/trace_20260928_205413_205009.txt | 11 + logs/trace_20260928_205453_214673.json | 345 +++ logs/trace_20260928_205453_214673.txt | 11 + logs/trace_20260928_205457_215744.json | 345 +++ logs/trace_20260928_205457_215744.txt | 11 + logs/trace_20260928_205501_216658.json | 345 +++ logs/trace_20260928_205501_216658.txt | 11 + logs/trace_20260928_205506_217891.json | 327 +++ logs/trace_20260928_205506_217891.txt | 11 + logs/trace_20260928_205510_218841.json | 327 +++ logs/trace_20260928_205510_218841.txt | 11 + logs/trace_20260928_205518_221007.json | 327 +++ logs/trace_20260928_205518_221007.txt | 11 + logs/trace_20260928_205529_223605.json | 351 +++ logs/trace_20260928_205529_223605.txt | 11 + logs/trace_20260928_205540_226411.json | 339 +++ logs/trace_20260928_205540_226411.txt | 11 + logs/trace_20260928_205547_228068.json | 339 +++ logs/trace_20260928_205547_228068.txt | 11 + logs/trace_20260928_205642_241704.json | 327 +++ logs/trace_20260928_205642_241704.txt | 11 + logs/trace_20260928_205653_244317.json | 339 +++ logs/trace_20260928_205653_244317.txt | 11 + logs/trace_20260928_205709_248343.json | 327 +++ logs/trace_20260928_205709_248343.txt | 11 + logs/trace_20260928_205716_250200.json | 345 +++ logs/trace_20260928_205716_250200.txt | 11 + logs/trace_20260928_205726_252419.json | 327 +++ logs/trace_20260928_205726_252419.txt | 11 + logs/trace_20260928_205732_253812.json | 327 +++ logs/trace_20260928_205732_253812.txt | 11 + logs/trace_20260928_205754_259407.json | 362 +++ logs/trace_20260928_205754_259407.txt | 12 + logs/trace_20260928_205758_260113.json | 387 +++ logs/trace_20260928_205758_260113.txt | 11 + logs/trace_20260928_205803_261547.json | 333 +++ logs/trace_20260928_205803_261547.txt | 11 + logs/trace_20260928_205811_264175.json | 327 +++ logs/trace_20260928_205811_264175.txt | 11 + logs/trace_20260928_205821_266140.json | 369 +++ logs/trace_20260928_205821_266140.txt | 11 + logs/trace_20260928_205828_267690.json | 327 +++ logs/trace_20260928_205828_267690.txt | 11 + logs/trace_20260928_205834_269319.json | 333 +++ logs/trace_20260928_205834_269319.txt | 11 + logs/trace_20260928_205838_270331.json | 327 +++ logs/trace_20260928_205838_270331.txt | 11 + logs/trace_20260928_205854_274348.json | 327 +++ logs/trace_20260928_205854_274348.txt | 11 + logs/trace_20260928_205857_274757.json | 327 +++ logs/trace_20260928_205857_274757.txt | 11 + logs/trace_20260928_205900_275920.json | 327 +++ logs/trace_20260928_205900_275920.txt | 11 + logs/trace_20260928_205906_277370.json | 362 +++ logs/trace_20260928_205906_277370.txt | 12 + logs/trace_20260928_205935_284627.json | 356 +++ logs/trace_20260928_205935_284627.txt | 12 + logs/trace_20260928_210024_296244.json | 344 +++ logs/trace_20260928_210024_296244.txt | 12 + logs/trace_20260928_210032_298331.json | 339 +++ logs/trace_20260928_210032_298331.txt | 11 + logs/trace_20260928_210042_301401.json | 362 +++ logs/trace_20260928_210042_301401.txt | 12 + logs/trace_20260928_210046_302707.json | 327 +++ logs/trace_20260928_210046_302707.txt | 11 + logs/trace_20260928_210054_304756.json | 327 +++ logs/trace_20260928_210054_304756.txt | 11 + logs/trace_20260928_210122_311483.json | 327 +++ logs/trace_20260928_210122_311483.txt | 11 + logs/trace_20260928_210131_313786.json | 327 +++ logs/trace_20260928_210131_313786.txt | 11 + logs/trace_20260928_210134_314469.json | 321 +++ logs/trace_20260928_210134_314469.txt | 11 + logs/trace_20260928_210145_317217.json | 327 +++ logs/trace_20260928_210145_317217.txt | 11 + logs/trace_20260928_210149_318248.json | 339 +++ logs/trace_20260928_210149_318248.txt | 11 + logs/trace_20260928_210229_328092.json | 315 +++ logs/trace_20260928_210229_328092.txt | 11 + logs/trace_20260928_210300_335923.json | 333 +++ logs/trace_20260928_210300_335923.txt | 11 + logs/trace_20260928_210308_337817.json | 327 +++ logs/trace_20260928_210308_337817.txt | 11 + logs/trace_20260928_210312_338844.json | 327 +++ logs/trace_20260928_210312_338844.txt | 11 + logs/trace_20260928_210325_342138.json | 327 +++ logs/trace_20260928_210325_342138.txt | 11 + logs/trace_20260928_210332_343810.json | 327 +++ logs/trace_20260928_210332_343810.txt | 11 + logs/trace_20260928_210336_344810.json | 327 +++ logs/trace_20260928_210336_344810.txt | 11 + logs/trace_20260928_210340_345820.json | 327 +++ logs/trace_20260928_210340_345820.txt | 11 + logs/trace_20260928_210408_352868.json | 327 +++ logs/trace_20260928_210408_352868.txt | 11 + logs/trace_20260928_210434_359307.json | 327 +++ logs/trace_20260928_210434_359307.txt | 11 + logs/trace_20260928_210509_367989.json | 327 +++ logs/trace_20260928_210509_367989.txt | 11 + logs/trace_20260928_210524_371670.json | 356 +++ logs/trace_20260928_210524_371670.txt | 12 + logs/trace_20260928_210546_377131.json | 327 +++ logs/trace_20260928_210546_377131.txt | 11 + logs/trace_20260928_210553_378814.json | 333 +++ logs/trace_20260928_210553_378814.txt | 11 + logs/trace_20260928_210557_379917.json | 369 +++ logs/trace_20260928_210557_379917.txt | 11 + logs/trace_20260928_210615_384334.json | 327 +++ logs/trace_20260928_210615_384334.txt | 11 + logs/trace_20260928_210619_385309.json | 333 +++ logs/trace_20260928_210619_385309.txt | 11 + logs/trace_20260928_210626_387192.json | 327 +++ logs/trace_20260928_210626_387192.txt | 11 + logs/trace_20260928_210629_388498.json | 333 +++ logs/trace_20260928_210629_388498.txt | 11 + logs/trace_20260928_210637_389943.json | 327 +++ logs/trace_20260928_210637_389943.txt | 11 + logs/trace_20260928_210648_392637.json | 327 +++ logs/trace_20260928_210648_392637.txt | 11 + logs/trace_20260928_210658_395178.json | 327 +++ logs/trace_20260928_210658_395178.txt | 11 + logs/trace_20260928_210716_399592.json | 362 +++ logs/trace_20260928_210716_399592.txt | 12 + logs/trace_20260928_210727_402319.json | 368 +++ logs/trace_20260928_210727_402319.txt | 12 + logs/trace_20260928_210731_403347.json | 351 +++ logs/trace_20260928_210731_403347.txt | 11 + logs/trace_20260928_210743_406358.json | 327 +++ logs/trace_20260928_210743_406358.txt | 11 + logs/trace_20260928_210747_407380.json | 327 +++ logs/trace_20260928_210747_407380.txt | 11 + logs/trace_20260928_210754_409189.json | 327 +++ logs/trace_20260928_210754_409189.txt | 11 + logs/trace_20260928_210846_421913.json | 327 +++ logs/trace_20260928_210846_421913.txt | 11 + logs/trace_20260928_210856_424351.json | 327 +++ logs/trace_20260928_210856_424351.txt | 11 + logs/trace_20260928_210903_431239.json | 356 +++ logs/trace_20260928_210903_431239.txt | 12 + logs/trace_20260928_210923_436547.json | 356 +++ logs/trace_20260928_210923_436547.txt | 12 + logs/trace_20260928_210933_438972.json | 327 +++ logs/trace_20260928_210933_438972.txt | 11 + logs/trace_20260928_210944_441653.json | 327 +++ logs/trace_20260928_210944_441653.txt | 11 + logs/trace_20260928_210958_445165.json | 327 +++ logs/trace_20260928_210958_445165.txt | 11 + logs/trace_20260928_211001_445914.json | 393 ++++ logs/trace_20260928_211001_445914.txt | 11 + logs/trace_20260928_211014_449559.json | 327 +++ logs/trace_20260928_211014_449559.txt | 11 + logs/trace_20260928_211024_451416.json | 327 +++ logs/trace_20260928_211024_451416.txt | 11 + logs/trace_20260928_211043_456210.json | 327 +++ logs/trace_20260928_211043_456210.txt | 11 + logs/trace_20260928_211058_459995.json | 345 +++ logs/trace_20260928_211058_459995.txt | 11 + logs/trace_20260928_211102_460849.json | 381 +++ logs/trace_20260928_211102_460849.txt | 11 + logs/trace_20260928_211111_463160.json | 339 +++ logs/trace_20260928_211111_463160.txt | 11 + logs/trace_20260928_211134_468503.json | 327 +++ logs/trace_20260928_211134_468503.txt | 11 + logs/trace_20260928_211138_469605.json | 327 +++ logs/trace_20260928_211138_469605.txt | 11 + logs/trace_20260928_211152_473141.json | 333 +++ logs/trace_20260928_211152_473141.txt | 11 + logs/trace_20260928_211202_475577.json | 356 +++ logs/trace_20260928_211202_475577.txt | 12 + logs/trace_20260928_211228_482148.json | 333 +++ logs/trace_20260928_211228_482148.txt | 11 + logs/trace_20260928_211232_483171.json | 327 +++ logs/trace_20260928_211232_483171.txt | 11 + logs/trace_20260928_211251_487914.json | 327 +++ logs/trace_20260928_211251_487914.txt | 11 + logs/trace_20260928_211258_489553.json | 392 +++ logs/trace_20260928_211258_489553.txt | 12 + logs/trace_20260928_211302_490393.json | 339 +++ logs/trace_20260928_211302_490393.txt | 11 + logs/trace_20260928_211319_494689.json | 333 +++ logs/trace_20260928_211319_494689.txt | 11 + logs/trace_20260928_211426_511909.json | 356 +++ logs/trace_20260928_211426_511909.txt | 12 + logs/trace_20260928_211430_512349.json | 345 +++ logs/trace_20260928_211430_512349.txt | 11 + logs/trace_20260928_211437_514036.json | 327 +++ logs/trace_20260928_211437_514036.txt | 11 + logs/trace_20260928_211501_519952.json | 327 +++ logs/trace_20260928_211501_519952.txt | 11 + logs/trace_20260928_211514_523140.json | 333 +++ logs/trace_20260928_211514_523140.txt | 11 + logs/trace_20260928_211529_526800.json | 362 +++ logs/trace_20260928_211529_526800.txt | 12 + logs/trace_20260928_211615_538173.json | 333 +++ logs/trace_20260928_211615_538173.txt | 11 + logs/trace_20260928_211629_541611.json | 356 +++ logs/trace_20260928_211629_541611.txt | 12 + logs/trace_20260928_211636_543270.json | 356 +++ logs/trace_20260928_211636_543270.txt | 12 + logs/trace_20260928_211640_544308.json | 356 +++ logs/trace_20260928_211640_544308.txt | 12 + logs/trace_20260928_211644_545278.json | 351 +++ logs/trace_20260928_211644_545278.txt | 11 + logs/trace_20260928_211648_546257.json | 345 +++ logs/trace_20260928_211648_546257.txt | 11 + logs/trace_20260928_211652_547016.json | 351 +++ logs/trace_20260928_211652_547016.txt | 11 + logs/trace_20260928_211656_548182.json | 356 +++ logs/trace_20260928_211656_548182.txt | 12 + logs/trace_20260928_211700_549199.json | 345 +++ logs/trace_20260928_211700_549199.txt | 11 + logs/trace_20260928_211708_551183.json | 327 +++ logs/trace_20260928_211708_551183.txt | 11 + logs/trace_20260928_211715_553628.json | 327 +++ logs/trace_20260928_211715_553628.txt | 11 + logs/trace_20260928_211722_554588.json | 339 +++ logs/trace_20260928_211722_554588.txt | 11 + logs/trace_20260928_211738_558604.json | 327 +++ logs/trace_20260928_211738_558604.txt | 11 + logs/trace_20260928_211742_559635.json | 339 +++ logs/trace_20260928_211742_559635.txt | 11 + logs/trace_20260928_211756_563151.json | 333 +++ logs/trace_20260928_211756_563151.txt | 11 + logs/trace_20260928_211805_565312.json | 356 +++ logs/trace_20260928_211805_565312.txt | 12 + logs/trace_20260928_211822_569410.json | 332 +++ logs/trace_20260928_211822_569410.txt | 12 + logs/trace_20260928_211901_579002.json | 321 +++ logs/trace_20260928_211901_579002.txt | 11 + logs/trace_20260928_211910_581208.json | 356 +++ logs/trace_20260928_211910_581208.txt | 12 + logs/trace_20260928_211917_582959.json | 351 +++ logs/trace_20260928_211917_582959.txt | 11 + logs/trace_20260928_211930_586205.json | 327 +++ logs/trace_20260928_211930_586205.txt | 11 + logs/trace_20260928_211956_592320.json | 327 +++ logs/trace_20260928_211956_592320.txt | 11 + logs/trace_20260928_212000_593323.json | 321 +++ logs/trace_20260928_212000_593323.txt | 11 + logs/trace_20260928_212004_594017.json | 327 +++ logs/trace_20260928_212004_594017.txt | 11 + logs/trace_20260928_212008_595250.json | 321 +++ logs/trace_20260928_212008_595250.txt | 11 + logs/trace_20260928_212012_596636.json | 333 +++ logs/trace_20260928_212012_596636.txt | 11 + logs/trace_20260928_212016_597154.json | 327 +++ logs/trace_20260928_212016_597154.txt | 11 + logs/trace_20260928_212020_598687.json | 387 +++ logs/trace_20260928_212020_598687.txt | 11 + logs/trace_20260928_212037_602278.json | 356 +++ logs/trace_20260928_212037_602278.txt | 12 + logs/trace_20260928_212101_608269.json | 315 +++ logs/trace_20260928_212101_608269.txt | 11 + logs/trace_20260928_212106_609442.json | 392 +++ logs/trace_20260928_212106_609442.txt | 12 + logs/trace_20260928_212111_610650.json | 321 +++ logs/trace_20260928_212111_610650.txt | 11 + logs/trace_20260928_212120_612807.json | 315 +++ logs/trace_20260928_212120_612807.txt | 11 + logs/trace_20260928_212133_616125.json | 327 +++ logs/trace_20260928_212133_616125.txt | 11 + logs/trace_20260928_212146_619386.json | 327 +++ logs/trace_20260928_212146_619386.txt | 11 + logs/trace_20260928_212150_620963.json | 327 +++ logs/trace_20260928_212150_620963.txt | 11 + logs/trace_20260928_212154_621984.json | 369 +++ logs/trace_20260928_212154_621984.txt | 11 + logs/trace_20260928_212213_626144.json | 321 +++ logs/trace_20260928_212213_626144.txt | 11 + logs/trace_20260928_212217_627096.json | 315 +++ logs/trace_20260928_212217_627096.txt | 11 + logs/trace_20260928_212222_627991.json | 309 +++ logs/trace_20260928_212222_627991.txt | 11 + logs/trace_20260928_212232_630460.json | 332 +++ logs/trace_20260928_212232_630460.txt | 12 + logs/trace_20260928_212246_634011.json | 327 +++ logs/trace_20260928_212246_634011.txt | 11 + logs/trace_20260928_212308_639376.json | 333 +++ logs/trace_20260928_212308_639376.txt | 11 + logs/trace_20260928_212316_641332.json | 339 +++ logs/trace_20260928_212316_641332.txt | 11 + logs/trace_20260928_212320_642322.json | 327 +++ logs/trace_20260928_212320_642322.txt | 11 + logs/trace_20260928_212332_645326.json | 333 +++ logs/trace_20260928_212332_645326.txt | 11 + logs/trace_20260928_212336_646404.json | 357 +++ logs/trace_20260928_212336_646404.txt | 11 + logs/trace_20260928_212340_647409.json | 327 +++ logs/trace_20260928_212340_647409.txt | 11 + logs/trace_20260928_212354_650848.json | 333 +++ logs/trace_20260928_212354_650848.txt | 11 + logs/trace_20260928_212406_653963.json | 345 +++ logs/trace_20260928_212406_653963.txt | 11 + logs/trace_20260928_212416_656315.json | 327 +++ logs/trace_20260928_212416_656315.txt | 11 + logs/trace_20260928_212424_658363.json | 357 +++ logs/trace_20260928_212424_658363.txt | 11 + logs/trace_20260928_212433_660568.json | 351 +++ logs/trace_20260928_212433_660568.txt | 11 + logs/trace_20260928_212450_665413.json | 333 +++ logs/trace_20260928_212450_665413.txt | 11 + logs/trace_20260928_212501_667462.json | 327 +++ logs/trace_20260928_212501_667462.txt | 11 + logs/trace_20260928_212505_668365.json | 345 +++ logs/trace_20260928_212505_668365.txt | 11 + logs/trace_20260928_212510_669622.json | 327 +++ logs/trace_20260928_212510_669622.txt | 11 + logs/trace_20260928_212514_670606.json | 363 +++ logs/trace_20260928_212514_670606.txt | 11 + logs/trace_20260928_212519_671921.json | 368 +++ logs/trace_20260928_212519_671921.txt | 12 + logs/trace_20260928_212523_672899.json | 327 +++ logs/trace_20260928_212523_672899.txt | 11 + logs/trace_20260928_212531_674807.json | 386 +++ logs/trace_20260928_212531_674807.txt | 12 + logs/trace_20260928_212539_676825.json | 345 +++ logs/trace_20260928_212539_676825.txt | 11 + logs/trace_20260928_212544_677977.json | 381 +++ logs/trace_20260928_212544_677977.txt | 11 + logs/trace_20260928_212550_679489.json | 357 +++ logs/trace_20260928_212550_679489.txt | 11 + logs/trace_20260928_212559_681657.json | 327 +++ logs/trace_20260928_212559_681657.txt | 11 + logs/trace_20260928_212603_682675.json | 368 +++ logs/trace_20260928_212603_682675.txt | 12 + logs/trace_20260928_212607_683663.json | 386 +++ logs/trace_20260928_212607_683663.txt | 12 + logs/trace_20260928_212613_685120.json | 362 +++ logs/trace_20260928_212613_685120.txt | 12 + logs/trace_20260928_212621_687054.json | 357 +++ logs/trace_20260928_212621_687054.txt | 11 + logs/trace_20260928_212635_690589.json | 333 +++ logs/trace_20260928_212635_690589.txt | 11 + logs/trace_20260928_212639_691525.json | 362 +++ logs/trace_20260928_212639_691525.txt | 12 + logs/trace_20260928_212643_692562.json | 351 +++ logs/trace_20260928_212643_692562.txt | 11 + logs/trace_20260928_212647_693584.json | 327 +++ logs/trace_20260928_212647_693584.txt | 11 + logs/trace_20260928_212659_696497.json | 375 +++ logs/trace_20260928_212659_696497.txt | 11 + logs/trace_20260928_212704_698384.json | 351 +++ logs/trace_20260928_212704_698384.txt | 11 + logs/trace_20260928_212713_700135.json | 375 +++ logs/trace_20260928_212713_700135.txt | 11 + logs/trace_20260928_212718_701354.json | 393 ++++ logs/trace_20260928_212718_701354.txt | 11 + logs/trace_20260928_212723_703214.json | 345 +++ logs/trace_20260928_212723_703214.txt | 11 + logs/trace_20260928_212727_703606.json | 345 +++ logs/trace_20260928_212727_703606.txt | 11 + logs/trace_20260928_212732_704861.json | 363 +++ logs/trace_20260928_212732_704861.txt | 11 + logs/trace_20260928_212737_706050.json | 339 +++ logs/trace_20260928_212737_706050.txt | 11 + logs/trace_20260928_212741_707124.json | 386 +++ logs/trace_20260928_212741_707124.txt | 12 + logs/trace_20260928_212748_708800.json | 345 +++ logs/trace_20260928_212748_708800.txt | 11 + logs/trace_20260928_212756_710587.json | 321 +++ logs/trace_20260928_212756_710587.txt | 11 + logs/trace_20260928_212809_713943.json | 327 +++ logs/trace_20260928_212809_713943.txt | 11 + logs/trace_20260928_212818_716154.json | 327 +++ logs/trace_20260928_212818_716154.txt | 11 + logs/trace_20260928_212831_719446.json | 350 +++ logs/trace_20260928_212831_719446.txt | 12 + logs/trace_20260928_212837_720977.json | 363 +++ logs/trace_20260928_212837_720977.txt | 11 + logs/trace_20260928_212842_722201.json | 327 +++ logs/trace_20260928_212842_722201.txt | 11 + logs/trace_20260928_212852_724553.json | 345 +++ logs/trace_20260928_212852_724553.txt | 11 + logs/trace_20260928_212908_728638.json | 339 +++ logs/trace_20260928_212908_728638.txt | 11 + logs/trace_20260928_212912_729624.json | 333 +++ logs/trace_20260928_212912_729624.txt | 11 + logs/trace_20260928_212948_739007.json | 327 +++ logs/trace_20260928_212948_739007.txt | 11 + logs/trace_20260928_212952_739465.json | 327 +++ logs/trace_20260928_212952_739465.txt | 11 + logs/trace_20260928_213000_741406.json | 375 +++ logs/trace_20260928_213000_741406.txt | 11 + logs/trace_20260928_213006_742622.json | 351 +++ logs/trace_20260928_213006_742622.txt | 11 + logs/trace_20260928_213019_745984.json | 327 +++ logs/trace_20260928_213019_745984.txt | 11 + logs/trace_20260928_213023_746963.json | 327 +++ logs/trace_20260928_213023_746963.txt | 11 + logs/trace_20260928_213027_748020.json | 333 +++ logs/trace_20260928_213027_748020.txt | 11 + logs/trace_20260928_213039_750863.json | 356 +++ logs/trace_20260928_213039_750863.txt | 12 + logs/trace_20260928_213043_751965.json | 333 +++ logs/trace_20260928_213043_751965.txt | 11 + logs/trace_20260928_213108_758160.json | 333 +++ logs/trace_20260928_213108_758160.txt | 11 + logs/trace_20260928_213128_763220.json | 333 +++ logs/trace_20260928_213128_763220.txt | 11 + logs/trace_20260928_213149_768427.json | 327 +++ logs/trace_20260928_213149_768427.txt | 11 + logs/trace_20260928_213153_769453.json | 327 +++ logs/trace_20260928_213153_769453.txt | 11 + logs/trace_20260928_213203_771965.json | 327 +++ logs/trace_20260928_213203_771965.txt | 11 + logs/trace_20260928_213210_773779.json | 333 +++ logs/trace_20260928_213210_773779.txt | 11 + logs/trace_20260928_213218_775668.json | 327 +++ logs/trace_20260928_213218_775668.txt | 11 + logs/trace_20260928_213243_781882.json | 327 +++ logs/trace_20260928_213243_781882.txt | 11 + logs/trace_20260928_213258_785615.json | 333 +++ logs/trace_20260928_213258_785615.txt | 11 + logs/trace_20260928_213342_797007.json | 327 +++ logs/trace_20260928_213342_797007.txt | 11 + logs/trace_20260928_213345_797237.json | 327 +++ logs/trace_20260928_213345_797237.txt | 11 + logs/trace_20260928_213352_798961.json | 327 +++ logs/trace_20260928_213352_798961.txt | 11 + logs/trace_20260928_213400_800803.json | 345 +++ logs/trace_20260928_213400_800803.txt | 11 + logs/trace_20260928_213415_804479.json | 339 +++ logs/trace_20260928_213415_804479.txt | 11 + logs/trace_20260928_213419_805499.json | 333 +++ logs/trace_20260928_213419_805499.txt | 11 + logs/trace_20260928_213423_806513.json | 339 +++ logs/trace_20260928_213423_806513.txt | 11 + logs/trace_20260928_213434_809099.json | 333 +++ logs/trace_20260928_213434_809099.txt | 11 + logs/trace_20260928_213438_810120.json | 327 +++ logs/trace_20260928_213438_810120.txt | 11 + logs/trace_20260928_213442_811090.json | 327 +++ logs/trace_20260928_213442_811090.txt | 11 + logs/trace_20260928_213458_815115.json | 363 +++ logs/trace_20260928_213458_815115.txt | 11 + logs/trace_20260928_213504_817019.json | 404 ++++ logs/trace_20260928_213504_817019.txt | 12 + logs/trace_20260928_213509_817608.json | 339 +++ logs/trace_20260928_213509_817608.txt | 11 + logs/trace_20260928_213520_820342.json | 363 +++ logs/trace_20260928_213520_820342.txt | 11 + logs/trace_20260928_213524_821330.json | 339 +++ logs/trace_20260928_213524_821330.txt | 11 + logs/trace_20260928_213535_824134.json | 351 +++ logs/trace_20260928_213535_824134.txt | 11 + logs/trace_20260928_213539_825128.json | 333 +++ logs/trace_20260928_213539_825128.txt | 11 + logs/trace_20260928_213543_826153.json | 339 +++ logs/trace_20260928_213543_826153.txt | 11 + logs/trace_20260928_213547_827170.json | 356 +++ logs/trace_20260928_213547_827170.txt | 12 + logs/trace_20260928_213552_828390.json | 363 +++ logs/trace_20260928_213552_828390.txt | 11 + logs/trace_20260928_213557_829636.json | 339 +++ logs/trace_20260928_213557_829636.txt | 11 + logs/trace_20260928_213601_830619.json | 369 +++ logs/trace_20260928_213601_830619.txt | 11 + logs/trace_20260928_213606_831930.json | 363 +++ logs/trace_20260928_213606_831930.txt | 11 + logs/trace_20260928_213611_833161.json | 327 +++ logs/trace_20260928_213611_833161.txt | 11 + logs/trace_20260928_213637_839601.json | 356 +++ logs/trace_20260928_213637_839601.txt | 12 + logs/trace_20260928_213645_841495.json | 386 +++ logs/trace_20260928_213645_841495.txt | 12 + logs/trace_20260928_213700_845146.json | 357 +++ logs/trace_20260928_213700_845146.txt | 11 + logs/trace_20260928_213713_848297.json | 351 +++ logs/trace_20260928_213713_848297.txt | 11 + logs/trace_20260928_213718_849519.json | 363 +++ logs/trace_20260928_213718_849519.txt | 11 + logs/trace_20260928_213723_850919.json | 333 +++ logs/trace_20260928_213723_850919.txt | 11 + logs/trace_20260928_213738_854448.json | 356 +++ logs/trace_20260928_213738_854448.txt | 12 + logs/trace_20260928_213746_856444.json | 327 +++ logs/trace_20260928_213746_856444.txt | 11 + logs/trace_20260928_213750_857428.json | 375 +++ logs/trace_20260928_213750_857428.txt | 11 + logs/trace_20260928_213755_858646.json | 357 +++ logs/trace_20260928_213755_858646.txt | 11 + logs/trace_20260928_213759_859639.json | 351 +++ logs/trace_20260928_213759_859639.txt | 11 + logs/trace_20260928_213804_860817.json | 387 +++ logs/trace_20260928_213804_860817.txt | 11 + logs/trace_20260928_213809_862037.json | 386 +++ logs/trace_20260928_213809_862037.txt | 12 + logs/trace_20260928_213814_863261.json | 381 +++ logs/trace_20260928_213814_863261.txt | 11 + logs/trace_20260928_213819_864619.json | 339 +++ logs/trace_20260928_213819_864619.txt | 11 + logs/trace_20260928_213823_865557.json | 380 +++ logs/trace_20260928_213823_865557.txt | 12 + logs/trace_20260928_213828_867390.json | 357 +++ logs/trace_20260928_213828_867390.txt | 11 + logs/trace_20260928_213832_867807.json | 345 +++ logs/trace_20260928_213832_867807.txt | 11 + logs/trace_20260928_213836_868972.json | 327 +++ logs/trace_20260928_213836_868972.txt | 11 + logs/trace_20260928_213840_869935.json | 345 +++ logs/trace_20260928_213840_869935.txt | 11 + logs/trace_20260928_213845_871127.json | 351 +++ logs/trace_20260928_213845_871127.txt | 11 + logs/trace_20260928_213849_872117.json | 339 +++ logs/trace_20260928_213849_872117.txt | 11 + logs/trace_20260928_213853_873160.json | 339 +++ logs/trace_20260928_213853_873160.txt | 11 + logs/trace_20260928_213857_874165.json | 345 +++ logs/trace_20260928_213857_874165.txt | 11 + logs/trace_20260928_213905_876026.json | 405 ++++ logs/trace_20260928_213905_876026.txt | 11 + logs/trace_20260928_213925_880995.json | 333 +++ logs/trace_20260928_213925_880995.txt | 11 + logs/trace_20260928_213941_884925.json | 327 +++ logs/trace_20260928_213941_884925.txt | 11 + logs/trace_20260928_213948_886567.json | 327 +++ logs/trace_20260928_213948_886567.txt | 11 + logs/trace_20260928_214002_889848.json | 327 +++ logs/trace_20260928_214002_889848.txt | 11 + logs/trace_20260928_214013_892483.json | 356 +++ logs/trace_20260928_214013_892483.txt | 12 + logs/trace_20260928_214017_893474.json | 333 +++ logs/trace_20260928_214017_893474.txt | 11 + logs/trace_20260928_214029_896379.json | 350 +++ logs/trace_20260928_214029_896379.txt | 12 + logs/trace_20260928_214045_900185.json | 339 +++ logs/trace_20260928_214045_900185.txt | 11 + logs/trace_20260928_214101_904042.json | 368 +++ logs/trace_20260928_214101_904042.txt | 12 + logs/trace_20260928_214105_904785.json | 351 +++ logs/trace_20260928_214105_904785.txt | 11 + logs/trace_20260928_214110_906236.json | 345 +++ logs/trace_20260928_214110_906236.txt | 11 + logs/trace_20260928_214135_912405.json | 345 +++ logs/trace_20260928_214135_912405.txt | 11 + logs/trace_20260928_214139_913416.json | 350 +++ logs/trace_20260928_214139_913416.txt | 12 + logs/trace_20260928_214149_915888.json | 356 +++ logs/trace_20260928_214149_915888.txt | 12 + logs/trace_20260928_214200_918595.json | 327 +++ logs/trace_20260928_214200_918595.txt | 11 + logs/trace_20260928_214212_921528.json | 321 +++ logs/trace_20260928_214212_921528.txt | 11 + logs/trace_20260928_214216_923051.json | 315 +++ logs/trace_20260928_214216_923051.txt | 11 + logs/trace_20260928_214233_926769.json | 327 +++ logs/trace_20260928_214233_926769.txt | 11 + logs/trace_20260928_214237_927684.json | 345 +++ logs/trace_20260928_214237_927684.txt | 11 + logs/trace_20260928_214241_928558.json | 333 +++ logs/trace_20260928_214241_928558.txt | 11 + logs/trace_20260928_214245_929623.json | 327 +++ logs/trace_20260928_214245_929623.txt | 11 + logs/trace_20260928_214249_930584.json | 357 +++ logs/trace_20260928_214249_930584.txt | 11 + logs/trace_20260928_214253_931569.json | 369 +++ logs/trace_20260928_214253_931569.txt | 11 + logs/trace_20260928_214258_932918.json | 327 +++ logs/trace_20260928_214258_932918.txt | 11 + logs/trace_20260928_214302_933807.json | 315 +++ logs/trace_20260928_214302_933807.txt | 11 + logs/trace_20260928_214307_935168.json | 345 +++ logs/trace_20260928_214307_935168.txt | 11 + logs/trace_20260928_214312_936357.json | 327 +++ logs/trace_20260928_214312_936357.txt | 11 + logs/trace_20260928_214316_937320.json | 309 +++ logs/trace_20260928_214316_937320.txt | 11 + logs/trace_20260928_214338_942805.json | 333 +++ logs/trace_20260928_214338_942805.txt | 11 + logs/trace_20260928_214350_945871.json | 327 +++ logs/trace_20260928_214350_945871.txt | 11 + logs/trace_20260928_214358_947952.json | 327 +++ logs/trace_20260928_214358_947952.txt | 11 + logs/trace_20260928_214414_951853.json | 327 +++ logs/trace_20260928_214414_951853.txt | 11 + logs/trace_20260928_214429_955643.json | 345 +++ logs/trace_20260928_214429_955643.txt | 11 + logs/trace_20260928_214433_956520.json | 327 +++ logs/trace_20260928_214433_956520.txt | 11 + logs/trace_20260928_214437_957367.json | 351 +++ logs/trace_20260928_214437_957367.txt | 11 + logs/trace_20260928_214446_959588.json | 327 +++ logs/trace_20260928_214446_959588.txt | 11 + logs/trace_20260928_214505_964152.json | 356 +++ logs/trace_20260928_214505_964152.txt | 12 + logs/trace_20260928_214512_965768.json | 333 +++ logs/trace_20260928_214512_965768.txt | 11 + logs/trace_20260928_214516_966768.json | 327 +++ logs/trace_20260928_214516_966768.txt | 11 + logs/trace_20260928_214519_967421.json | 327 +++ logs/trace_20260928_214519_967421.txt | 11 + logs/trace_20260928_214523_968338.json | 327 +++ logs/trace_20260928_214523_968338.txt | 11 + logs/trace_20260928_214527_969364.json | 327 +++ logs/trace_20260928_214527_969364.txt | 11 + logs/trace_20260928_214531_970274.json | 339 +++ logs/trace_20260928_214531_970274.txt | 11 + logs/trace_20260928_214539_972276.json | 333 +++ logs/trace_20260928_214539_972276.txt | 11 + logs/trace_20260928_214547_974013.json | 333 +++ logs/trace_20260928_214547_974013.txt | 11 + logs/trace_20260928_214559_976838.json | 327 +++ logs/trace_20260928_214559_976838.txt | 11 + logs/trace_20260928_214614_980295.json | 357 +++ logs/trace_20260928_214614_980295.txt | 11 + logs/trace_20260928_214618_981294.json | 333 +++ logs/trace_20260928_214618_981294.txt | 11 + logs/trace_20260928_214622_982232.json | 327 +++ logs/trace_20260928_214622_982232.txt | 11 + logs/trace_20260928_214626_983242.json | 345 +++ logs/trace_20260928_214626_983242.txt | 11 + logs/trace_20260928_214642_986946.json | 327 +++ logs/trace_20260928_214642_986946.txt | 11 + logs/trace_20260928_214646_987964.json | 327 +++ logs/trace_20260928_214646_987964.txt | 11 + logs/trace_20260928_214706_993198.json | 327 +++ logs/trace_20260928_214706_993198.txt | 11 + logs/trace_20260928_214710_993629.json | 327 +++ logs/trace_20260928_214710_993629.txt | 11 + logs/trace_20260928_214717_995133.json | 327 +++ logs/trace_20260928_214717_995133.txt | 11 + logs/trace_20260928_214721_996042.json | 327 +++ logs/trace_20260928_214721_996042.txt | 11 + logs/trace_20260928_214725_997030.json | 333 +++ logs/trace_20260928_214725_997030.txt | 11 + logs/trace_20260928_214729_997975.json | 327 +++ logs/trace_20260928_214729_997975.txt | 11 + logs/trace_20260928_214814_008683.json | 333 +++ logs/trace_20260928_214814_008683.txt | 11 + logs/trace_20260928_214831_012236.json | 327 +++ logs/trace_20260928_214831_012236.txt | 11 + logs/trace_20260928_214849_015582.json | 327 +++ logs/trace_20260928_214849_015582.txt | 11 + logs/trace_20260928_214900_017627.json | 327 +++ logs/trace_20260928_214900_017627.txt | 11 + logs/trace_20260928_214910_020399.json | 327 +++ logs/trace_20260928_214910_020399.txt | 11 + logs/trace_20260928_214917_020675.json | 327 +++ logs/trace_20260928_214917_020675.txt | 11 + logs/trace_20260928_214921_021602.json | 362 +++ logs/trace_20260928_214921_021602.txt | 12 + logs/trace_20260928_214926_022609.json | 410 ++++ logs/trace_20260928_214926_022609.txt | 12 + logs/trace_20260928_214932_023521.json | 333 +++ logs/trace_20260928_214932_023521.txt | 11 + logs/trace_20260928_214936_024323.json | 392 +++ logs/trace_20260928_214936_024323.txt | 12 + logs/trace_20260928_214947_026295.json | 327 +++ logs/trace_20260928_214947_026295.txt | 11 + network_monitor.py | 135 +- test_network_monitor.py | 479 ++-- 1049 files changed, 187402 insertions(+), 328 deletions(-) create mode 100644 logs/events.jsonl create mode 100644 logs/trace_20260928_201822_597829.json create mode 100644 logs/trace_20260928_201822_597829.txt create mode 100644 logs/trace_20260928_202621_633856.json create mode 100644 logs/trace_20260928_202621_633856.txt create mode 100644 logs/trace_20260928_202904_832610.json create mode 100644 logs/trace_20260928_202904_832610.txt create mode 100644 logs/trace_20260928_202908_833609.json create mode 100644 logs/trace_20260928_202908_833609.txt create mode 100644 logs/trace_20260928_202916_835701.json create mode 100644 logs/trace_20260928_202916_835701.txt create mode 100644 logs/trace_20260928_202920_836621.json create mode 100644 logs/trace_20260928_202920_836621.txt create mode 100644 logs/trace_20260928_202928_838679.json create mode 100644 logs/trace_20260928_202928_838679.txt create mode 100644 logs/trace_20260928_202932_839632.json create mode 100644 logs/trace_20260928_202932_839632.txt create mode 100644 logs/trace_20260928_202936_840654.json create mode 100644 logs/trace_20260928_202936_840654.txt create mode 100644 logs/trace_20260928_202949_844423.json create mode 100644 logs/trace_20260928_202949_844423.txt create mode 100644 logs/trace_20260928_202953_844924.json create mode 100644 logs/trace_20260928_202953_844924.txt create mode 100644 logs/trace_20260928_202957_845832.json create mode 100644 logs/trace_20260928_202957_845832.txt create mode 100644 logs/trace_20260928_203002_847161.json create mode 100644 logs/trace_20260928_203002_847161.txt create mode 100644 logs/trace_20260928_203010_849173.json create mode 100644 logs/trace_20260928_203010_849173.txt create mode 100644 logs/trace_20260928_203014_850176.json create mode 100644 logs/trace_20260928_203014_850176.txt create mode 100644 logs/trace_20260928_203017_850858.json create mode 100644 logs/trace_20260928_203017_850858.txt create mode 100644 logs/trace_20260928_203021_851704.json create mode 100644 logs/trace_20260928_203021_851704.txt create mode 100644 logs/trace_20260928_203025_853363.json create mode 100644 logs/trace_20260928_203025_853363.txt create mode 100644 logs/trace_20260928_203033_854831.json create mode 100644 logs/trace_20260928_203033_854831.txt create mode 100644 logs/trace_20260928_203049_858827.json create mode 100644 logs/trace_20260928_203049_858827.txt create mode 100644 logs/trace_20260928_203053_859651.json create mode 100644 logs/trace_20260928_203053_859651.txt create mode 100644 logs/trace_20260928_203057_860657.json create mode 100644 logs/trace_20260928_203057_860657.txt create mode 100644 logs/trace_20260928_203101_861621.json create mode 100644 logs/trace_20260928_203101_861621.txt create mode 100644 logs/trace_20260928_203105_862694.json create mode 100644 logs/trace_20260928_203105_862694.txt create mode 100644 logs/trace_20260928_203109_864266.json create mode 100644 logs/trace_20260928_203109_864266.txt create mode 100644 logs/trace_20260928_203114_864843.json create mode 100644 logs/trace_20260928_203114_864843.txt create mode 100644 logs/trace_20260928_203119_866189.json create mode 100644 logs/trace_20260928_203119_866189.txt create mode 100644 logs/trace_20260928_203124_867324.json create mode 100644 logs/trace_20260928_203124_867324.txt create mode 100644 logs/trace_20260928_203131_869508.json create mode 100644 logs/trace_20260928_203131_869508.txt create mode 100644 logs/trace_20260928_203135_870042.json create mode 100644 logs/trace_20260928_203135_870042.txt create mode 100644 logs/trace_20260928_203139_871486.json create mode 100644 logs/trace_20260928_203139_871486.txt create mode 100644 logs/trace_20260928_203147_872876.json create mode 100644 logs/trace_20260928_203147_872876.txt create mode 100644 logs/trace_20260928_203152_874626.json create mode 100644 logs/trace_20260928_203152_874626.txt create mode 100644 logs/trace_20260928_203157_875238.json create mode 100644 logs/trace_20260928_203157_875238.txt create mode 100644 logs/trace_20260928_203203_876772.json create mode 100644 logs/trace_20260928_203203_876772.txt create mode 100644 logs/trace_20260928_203217_880219.json create mode 100644 logs/trace_20260928_203217_880219.txt create mode 100644 logs/trace_20260928_203226_882335.json create mode 100644 logs/trace_20260928_203226_882335.txt create mode 100644 logs/trace_20260928_203232_883843.json create mode 100644 logs/trace_20260928_203232_883843.txt create mode 100644 logs/trace_20260928_203244_886967.json create mode 100644 logs/trace_20260928_203244_886967.txt create mode 100644 logs/trace_20260928_203305_892619.json create mode 100644 logs/trace_20260928_203305_892619.txt create mode 100644 logs/trace_20260928_203309_893076.json create mode 100644 logs/trace_20260928_203309_893076.txt create mode 100644 logs/trace_20260928_203316_894675.json create mode 100644 logs/trace_20260928_203316_894675.txt create mode 100644 logs/trace_20260928_203320_895607.json create mode 100644 logs/trace_20260928_203320_895607.txt create mode 100644 logs/trace_20260928_203331_898300.json create mode 100644 logs/trace_20260928_203331_898300.txt create mode 100644 logs/trace_20260928_203335_899285.json create mode 100644 logs/trace_20260928_203335_899285.txt create mode 100644 logs/trace_20260928_203343_901920.json create mode 100644 logs/trace_20260928_203343_901920.txt create mode 100644 logs/trace_20260928_203347_902390.json create mode 100644 logs/trace_20260928_203347_902390.txt create mode 100644 logs/trace_20260928_203351_903345.json create mode 100644 logs/trace_20260928_203351_903345.txt create mode 100644 logs/trace_20260928_203402_906113.json create mode 100644 logs/trace_20260928_203402_906113.txt create mode 100644 logs/trace_20260928_203409_907799.json create mode 100644 logs/trace_20260928_203409_907799.txt create mode 100644 logs/trace_20260928_203413_908809.json create mode 100644 logs/trace_20260928_203413_908809.txt create mode 100644 logs/trace_20260928_203419_910352.json create mode 100644 logs/trace_20260928_203419_910352.txt create mode 100644 logs/trace_20260928_203423_911915.json create mode 100644 logs/trace_20260928_203423_911915.txt create mode 100644 logs/trace_20260928_203430_913197.json create mode 100644 logs/trace_20260928_203430_913197.txt create mode 100644 logs/trace_20260928_203434_914148.json create mode 100644 logs/trace_20260928_203434_914148.txt create mode 100644 logs/trace_20260928_203438_915163.json create mode 100644 logs/trace_20260928_203438_915163.txt create mode 100644 logs/trace_20260928_203443_916345.json create mode 100644 logs/trace_20260928_203443_916345.txt create mode 100644 logs/trace_20260928_203448_917608.json create mode 100644 logs/trace_20260928_203448_917608.txt create mode 100644 logs/trace_20260928_203500_920610.json create mode 100644 logs/trace_20260928_203500_920610.txt create mode 100644 logs/trace_20260928_203509_923464.json create mode 100644 logs/trace_20260928_203509_923464.txt create mode 100644 logs/trace_20260928_203521_925564.json create mode 100644 logs/trace_20260928_203521_925564.txt create mode 100644 logs/trace_20260928_203525_926813.json create mode 100644 logs/trace_20260928_203525_926813.txt create mode 100644 logs/trace_20260928_203536_929627.json create mode 100644 logs/trace_20260928_203536_929627.txt create mode 100644 logs/trace_20260928_203550_933148.json create mode 100644 logs/trace_20260928_203550_933148.txt create mode 100644 logs/trace_20260928_203554_934142.json create mode 100644 logs/trace_20260928_203554_934142.txt create mode 100644 logs/trace_20260928_203558_935094.json create mode 100644 logs/trace_20260928_203558_935094.txt create mode 100644 logs/trace_20260928_203612_938491.json create mode 100644 logs/trace_20260928_203612_938491.txt create mode 100644 logs/trace_20260928_203648_947447.json create mode 100644 logs/trace_20260928_203648_947447.txt create mode 100644 logs/trace_20260928_203655_949236.json create mode 100644 logs/trace_20260928_203655_949236.txt create mode 100644 logs/trace_20260928_203702_950992.json create mode 100644 logs/trace_20260928_203702_950992.txt create mode 100644 logs/trace_20260928_203709_952832.json create mode 100644 logs/trace_20260928_203709_952832.txt create mode 100644 logs/trace_20260928_203713_953615.json create mode 100644 logs/trace_20260928_203713_953615.txt create mode 100644 logs/trace_20260928_203729_957290.json create mode 100644 logs/trace_20260928_203729_957290.txt create mode 100644 logs/trace_20260928_203736_959132.json create mode 100644 logs/trace_20260928_203736_959132.txt create mode 100644 logs/trace_20260928_203740_959964.json create mode 100644 logs/trace_20260928_203740_959964.txt create mode 100644 logs/trace_20260928_203744_961160.json create mode 100644 logs/trace_20260928_203744_961160.txt create mode 100644 logs/trace_20260928_203748_962778.json create mode 100644 logs/trace_20260928_203748_962778.txt create mode 100644 logs/trace_20260928_203752_963043.json create mode 100644 logs/trace_20260928_203752_963043.txt create mode 100644 logs/trace_20260928_203803_965702.json create mode 100644 logs/trace_20260928_203803_965702.txt create mode 100644 logs/trace_20260928_203807_966677.json create mode 100644 logs/trace_20260928_203807_966677.txt create mode 100644 logs/trace_20260928_203811_967508.json create mode 100644 logs/trace_20260928_203811_967508.txt create mode 100644 logs/trace_20260928_203815_968470.json create mode 100644 logs/trace_20260928_203815_968470.txt create mode 100644 logs/trace_20260928_203819_969513.json create mode 100644 logs/trace_20260928_203819_969513.txt create mode 100644 logs/trace_20260928_203826_971059.json create mode 100644 logs/trace_20260928_203826_971059.txt create mode 100644 logs/trace_20260928_203830_971600.json create mode 100644 logs/trace_20260928_203830_971600.txt create mode 100644 logs/trace_20260928_203834_972982.json create mode 100644 logs/trace_20260928_203834_972982.txt create mode 100644 logs/trace_20260928_203848_976346.json create mode 100644 logs/trace_20260928_203848_976346.txt create mode 100644 logs/trace_20260928_203852_977333.json create mode 100644 logs/trace_20260928_203852_977333.txt create mode 100644 logs/trace_20260928_203856_978227.json create mode 100644 logs/trace_20260928_203856_978227.txt create mode 100644 logs/trace_20260928_203900_978740.json create mode 100644 logs/trace_20260928_203900_978740.txt create mode 100644 logs/trace_20260928_203904_980165.json create mode 100644 logs/trace_20260928_203904_980165.txt create mode 100644 logs/trace_20260928_203917_983147.json create mode 100644 logs/trace_20260928_203917_983147.txt create mode 100644 logs/trace_20260928_203921_984057.json create mode 100644 logs/trace_20260928_203921_984057.txt create mode 100644 logs/trace_20260928_203954_991806.json create mode 100644 logs/trace_20260928_203954_991806.txt create mode 100644 logs/trace_20260928_204033_000687.json create mode 100644 logs/trace_20260928_204033_000687.txt create mode 100644 logs/trace_20260928_204037_002243.json create mode 100644 logs/trace_20260928_204037_002243.txt create mode 100644 logs/trace_20260928_204046_003651.json create mode 100644 logs/trace_20260928_204046_003651.txt create mode 100644 logs/trace_20260928_204102_007493.json create mode 100644 logs/trace_20260928_204102_007493.txt create mode 100644 logs/trace_20260928_204111_009835.json create mode 100644 logs/trace_20260928_204111_009835.txt create mode 100644 logs/trace_20260928_204123_012581.json create mode 100644 logs/trace_20260928_204123_012581.txt create mode 100644 logs/trace_20260928_204131_014479.json create mode 100644 logs/trace_20260928_204131_014479.txt create mode 100644 logs/trace_20260928_204135_015403.json create mode 100644 logs/trace_20260928_204135_015403.txt create mode 100644 logs/trace_20260928_204139_016333.json create mode 100644 logs/trace_20260928_204139_016333.txt create mode 100644 logs/trace_20260928_204144_017454.json create mode 100644 logs/trace_20260928_204144_017454.txt create mode 100644 logs/trace_20260928_204148_022136.json create mode 100644 logs/trace_20260928_204148_022136.txt create mode 100644 logs/trace_20260928_204200_024885.json create mode 100644 logs/trace_20260928_204200_024885.txt create mode 100644 logs/trace_20260928_204204_026304.json create mode 100644 logs/trace_20260928_204204_026304.txt create mode 100644 logs/trace_20260928_204208_026836.json create mode 100644 logs/trace_20260928_204208_026836.txt create mode 100644 logs/trace_20260928_204216_028765.json create mode 100644 logs/trace_20260928_204216_028765.txt create mode 100644 logs/trace_20260928_204220_029804.json create mode 100644 logs/trace_20260928_204220_029804.txt create mode 100644 logs/trace_20260928_204224_030793.json create mode 100644 logs/trace_20260928_204224_030793.txt create mode 100644 logs/trace_20260928_204229_032177.json create mode 100644 logs/trace_20260928_204229_032177.txt create mode 100644 logs/trace_20260928_204235_033513.json create mode 100644 logs/trace_20260928_204235_033513.txt create mode 100644 logs/trace_20260928_204242_035259.json create mode 100644 logs/trace_20260928_204242_035259.txt create mode 100644 logs/trace_20260928_204248_036961.json create mode 100644 logs/trace_20260928_204248_036961.txt create mode 100644 logs/trace_20260928_204253_038185.json create mode 100644 logs/trace_20260928_204253_038185.txt create mode 100644 logs/trace_20260928_204259_039496.json create mode 100644 logs/trace_20260928_204259_039496.txt create mode 100644 logs/trace_20260928_204304_040660.json create mode 100644 logs/trace_20260928_204304_040660.txt create mode 100644 logs/trace_20260928_204310_042366.json create mode 100644 logs/trace_20260928_204310_042366.txt create mode 100644 logs/trace_20260928_204334_048649.json create mode 100644 logs/trace_20260928_204334_048649.txt create mode 100644 logs/trace_20260928_204342_050173.json create mode 100644 logs/trace_20260928_204342_050173.txt create mode 100644 logs/trace_20260928_204346_051070.json create mode 100644 logs/trace_20260928_204346_051070.txt create mode 100644 logs/trace_20260928_204350_051625.json create mode 100644 logs/trace_20260928_204350_051625.txt create mode 100644 logs/trace_20260928_204359_053984.json create mode 100644 logs/trace_20260928_204359_053984.txt create mode 100644 logs/trace_20260928_204407_055880.json create mode 100644 logs/trace_20260928_204407_055880.txt create mode 100644 logs/trace_20260928_204411_056891.json create mode 100644 logs/trace_20260928_204411_056891.txt create mode 100644 logs/trace_20260928_204415_057808.json create mode 100644 logs/trace_20260928_204415_057808.txt create mode 100644 logs/trace_20260928_204423_059680.json create mode 100644 logs/trace_20260928_204423_059680.txt create mode 100644 logs/trace_20260928_204440_063588.json create mode 100644 logs/trace_20260928_204440_063588.txt create mode 100644 logs/trace_20260928_204444_064498.json create mode 100644 logs/trace_20260928_204444_064498.txt create mode 100644 logs/trace_20260928_204449_065599.json create mode 100644 logs/trace_20260928_204449_065599.txt create mode 100644 logs/trace_20260928_204512_071172.json create mode 100644 logs/trace_20260928_204512_071172.txt create mode 100644 logs/trace_20260928_204528_075150.json create mode 100644 logs/trace_20260928_204528_075150.txt create mode 100644 logs/trace_20260928_204532_076081.json create mode 100644 logs/trace_20260928_204532_076081.txt create mode 100644 logs/trace_20260928_204536_077040.json create mode 100644 logs/trace_20260928_204536_077040.txt create mode 100644 logs/trace_20260928_204544_079635.json create mode 100644 logs/trace_20260928_204544_079635.txt create mode 100644 logs/trace_20260928_204550_081176.json create mode 100644 logs/trace_20260928_204550_081176.txt create mode 100644 logs/trace_20260928_204602_083575.json create mode 100644 logs/trace_20260928_204602_083575.txt create mode 100644 logs/trace_20260928_204606_085251.json create mode 100644 logs/trace_20260928_204606_085251.txt create mode 100644 logs/trace_20260928_204610_085625.json create mode 100644 logs/trace_20260928_204610_085625.txt create mode 100644 logs/trace_20260928_204642_093573.json create mode 100644 logs/trace_20260928_204642_093573.txt create mode 100644 logs/trace_20260928_204646_094596.json create mode 100644 logs/trace_20260928_204646_094596.txt create mode 100644 logs/trace_20260928_204654_096624.json create mode 100644 logs/trace_20260928_204654_096624.txt create mode 100644 logs/trace_20260928_204658_097604.json create mode 100644 logs/trace_20260928_204658_097604.txt create mode 100644 logs/trace_20260928_204702_098630.json create mode 100644 logs/trace_20260928_204702_098630.txt create mode 100644 logs/trace_20260928_204706_099646.json create mode 100644 logs/trace_20260928_204706_099646.txt create mode 100644 logs/trace_20260928_204717_102355.json create mode 100644 logs/trace_20260928_204717_102355.txt create mode 100644 logs/trace_20260928_204721_103970.json create mode 100644 logs/trace_20260928_204721_103970.txt create mode 100644 logs/trace_20260928_204732_106153.json create mode 100644 logs/trace_20260928_204732_106153.txt create mode 100644 logs/trace_20260928_204736_107187.json create mode 100644 logs/trace_20260928_204736_107187.txt create mode 100644 logs/trace_20260928_204759_112809.json create mode 100644 logs/trace_20260928_204759_112809.txt create mode 100644 logs/trace_20260928_204807_114793.json create mode 100644 logs/trace_20260928_204807_114793.txt create mode 100644 logs/trace_20260928_204812_116018.json create mode 100644 logs/trace_20260928_204812_116018.txt create mode 100644 logs/trace_20260928_204816_117010.json create mode 100644 logs/trace_20260928_204816_117010.txt create mode 100644 logs/trace_20260928_204828_119929.json create mode 100644 logs/trace_20260928_204828_119929.txt create mode 100644 logs/trace_20260928_204832_120946.json create mode 100644 logs/trace_20260928_204832_120946.txt create mode 100644 logs/trace_20260928_204842_123364.json create mode 100644 logs/trace_20260928_204842_123364.txt create mode 100644 logs/trace_20260928_204846_124377.json create mode 100644 logs/trace_20260928_204846_124377.txt create mode 100644 logs/trace_20260928_204858_127415.json create mode 100644 logs/trace_20260928_204858_127415.txt create mode 100644 logs/trace_20260928_204902_128370.json create mode 100644 logs/trace_20260928_204902_128370.txt create mode 100644 logs/trace_20260928_204906_129946.json create mode 100644 logs/trace_20260928_204906_129946.txt create mode 100644 logs/trace_20260928_204915_131581.json create mode 100644 logs/trace_20260928_204915_131581.txt create mode 100644 logs/trace_20260928_204919_132628.json create mode 100644 logs/trace_20260928_204919_132628.txt create mode 100644 logs/trace_20260928_204926_134374.json create mode 100644 logs/trace_20260928_204926_134374.txt create mode 100644 logs/trace_20260928_204930_135326.json create mode 100644 logs/trace_20260928_204930_135326.txt create mode 100644 logs/trace_20260928_204934_136317.json create mode 100644 logs/trace_20260928_204934_136317.txt create mode 100644 logs/trace_20260928_204942_138266.json create mode 100644 logs/trace_20260928_204942_138266.txt create mode 100644 logs/trace_20260928_204946_139216.json create mode 100644 logs/trace_20260928_204946_139216.txt create mode 100644 logs/trace_20260928_205006_144196.json create mode 100644 logs/trace_20260928_205006_144196.txt create mode 100644 logs/trace_20260928_205014_146066.json create mode 100644 logs/trace_20260928_205014_146066.txt create mode 100644 logs/trace_20260928_205018_147430.json create mode 100644 logs/trace_20260928_205018_147430.txt create mode 100644 logs/trace_20260928_205029_149590.json create mode 100644 logs/trace_20260928_205029_149590.txt create mode 100644 logs/trace_20260928_205033_150617.json create mode 100644 logs/trace_20260928_205033_150617.txt create mode 100644 logs/trace_20260928_205041_152628.json create mode 100644 logs/trace_20260928_205041_152628.txt create mode 100644 logs/trace_20260928_205049_154618.json create mode 100644 logs/trace_20260928_205049_154618.txt create mode 100644 logs/trace_20260928_205053_155632.json create mode 100644 logs/trace_20260928_205053_155632.txt create mode 100644 logs/trace_20260928_205101_157795.json create mode 100644 logs/trace_20260928_205101_157795.txt create mode 100644 logs/trace_20260928_205105_158439.json create mode 100644 logs/trace_20260928_205105_158439.txt create mode 100644 logs/trace_20260928_205109_159754.json create mode 100644 logs/trace_20260928_205109_159754.txt create mode 100644 logs/trace_20260928_205115_161301.json create mode 100644 logs/trace_20260928_205115_161301.txt create mode 100644 logs/trace_20260928_205123_163266.json create mode 100644 logs/trace_20260928_205123_163266.txt create mode 100644 logs/trace_20260928_205127_164259.json create mode 100644 logs/trace_20260928_205127_164259.txt create mode 100644 logs/trace_20260928_205131_165102.json create mode 100644 logs/trace_20260928_205131_165102.txt create mode 100644 logs/trace_20260928_205147_169159.json create mode 100644 logs/trace_20260928_205147_169159.txt create mode 100644 logs/trace_20260928_205151_169788.json create mode 100644 logs/trace_20260928_205151_169788.txt create mode 100644 logs/trace_20260928_205155_170800.json create mode 100644 logs/trace_20260928_205155_170800.txt create mode 100644 logs/trace_20260928_205159_171818.json create mode 100644 logs/trace_20260928_205159_171818.txt create mode 100644 logs/trace_20260928_205210_174368.json create mode 100644 logs/trace_20260928_205210_174368.txt create mode 100644 logs/trace_20260928_205221_177138.json create mode 100644 logs/trace_20260928_205221_177138.txt create mode 100644 logs/trace_20260928_205232_179928.json create mode 100644 logs/trace_20260928_205232_179928.txt create mode 100644 logs/trace_20260928_205243_182640.json create mode 100644 logs/trace_20260928_205243_182640.txt create mode 100644 logs/trace_20260928_205255_185595.json create mode 100644 logs/trace_20260928_205255_185595.txt create mode 100644 logs/trace_20260928_205328_193934.json create mode 100644 logs/trace_20260928_205328_193934.txt create mode 100644 logs/trace_20260928_205344_197808.json create mode 100644 logs/trace_20260928_205344_197808.txt create mode 100644 logs/trace_20260928_205357_201174.json create mode 100644 logs/trace_20260928_205357_201174.txt create mode 100644 logs/trace_20260928_205401_202137.json create mode 100644 logs/trace_20260928_205401_202137.txt create mode 100644 logs/trace_20260928_205409_203955.json create mode 100644 logs/trace_20260928_205409_203955.txt create mode 100644 logs/trace_20260928_205413_205009.json create mode 100644 logs/trace_20260928_205413_205009.txt create mode 100644 logs/trace_20260928_205453_214673.json create mode 100644 logs/trace_20260928_205453_214673.txt create mode 100644 logs/trace_20260928_205457_215744.json create mode 100644 logs/trace_20260928_205457_215744.txt create mode 100644 logs/trace_20260928_205501_216658.json create mode 100644 logs/trace_20260928_205501_216658.txt create mode 100644 logs/trace_20260928_205506_217891.json create mode 100644 logs/trace_20260928_205506_217891.txt create mode 100644 logs/trace_20260928_205510_218841.json create mode 100644 logs/trace_20260928_205510_218841.txt create mode 100644 logs/trace_20260928_205518_221007.json create mode 100644 logs/trace_20260928_205518_221007.txt create mode 100644 logs/trace_20260928_205529_223605.json create mode 100644 logs/trace_20260928_205529_223605.txt create mode 100644 logs/trace_20260928_205540_226411.json create mode 100644 logs/trace_20260928_205540_226411.txt create mode 100644 logs/trace_20260928_205547_228068.json create mode 100644 logs/trace_20260928_205547_228068.txt create mode 100644 logs/trace_20260928_205642_241704.json create mode 100644 logs/trace_20260928_205642_241704.txt create mode 100644 logs/trace_20260928_205653_244317.json create mode 100644 logs/trace_20260928_205653_244317.txt create mode 100644 logs/trace_20260928_205709_248343.json create mode 100644 logs/trace_20260928_205709_248343.txt create mode 100644 logs/trace_20260928_205716_250200.json create mode 100644 logs/trace_20260928_205716_250200.txt create mode 100644 logs/trace_20260928_205726_252419.json create mode 100644 logs/trace_20260928_205726_252419.txt create mode 100644 logs/trace_20260928_205732_253812.json create mode 100644 logs/trace_20260928_205732_253812.txt create mode 100644 logs/trace_20260928_205754_259407.json create mode 100644 logs/trace_20260928_205754_259407.txt create mode 100644 logs/trace_20260928_205758_260113.json create mode 100644 logs/trace_20260928_205758_260113.txt create mode 100644 logs/trace_20260928_205803_261547.json create mode 100644 logs/trace_20260928_205803_261547.txt create mode 100644 logs/trace_20260928_205811_264175.json create mode 100644 logs/trace_20260928_205811_264175.txt create mode 100644 logs/trace_20260928_205821_266140.json create mode 100644 logs/trace_20260928_205821_266140.txt create mode 100644 logs/trace_20260928_205828_267690.json create mode 100644 logs/trace_20260928_205828_267690.txt create mode 100644 logs/trace_20260928_205834_269319.json create mode 100644 logs/trace_20260928_205834_269319.txt create mode 100644 logs/trace_20260928_205838_270331.json create mode 100644 logs/trace_20260928_205838_270331.txt create mode 100644 logs/trace_20260928_205854_274348.json create mode 100644 logs/trace_20260928_205854_274348.txt create mode 100644 logs/trace_20260928_205857_274757.json create mode 100644 logs/trace_20260928_205857_274757.txt create mode 100644 logs/trace_20260928_205900_275920.json create mode 100644 logs/trace_20260928_205900_275920.txt create mode 100644 logs/trace_20260928_205906_277370.json create mode 100644 logs/trace_20260928_205906_277370.txt create mode 100644 logs/trace_20260928_205935_284627.json create mode 100644 logs/trace_20260928_205935_284627.txt create mode 100644 logs/trace_20260928_210024_296244.json create mode 100644 logs/trace_20260928_210024_296244.txt create mode 100644 logs/trace_20260928_210032_298331.json create mode 100644 logs/trace_20260928_210032_298331.txt create mode 100644 logs/trace_20260928_210042_301401.json create mode 100644 logs/trace_20260928_210042_301401.txt create mode 100644 logs/trace_20260928_210046_302707.json create mode 100644 logs/trace_20260928_210046_302707.txt create mode 100644 logs/trace_20260928_210054_304756.json create mode 100644 logs/trace_20260928_210054_304756.txt create mode 100644 logs/trace_20260928_210122_311483.json create mode 100644 logs/trace_20260928_210122_311483.txt create mode 100644 logs/trace_20260928_210131_313786.json create mode 100644 logs/trace_20260928_210131_313786.txt create mode 100644 logs/trace_20260928_210134_314469.json create mode 100644 logs/trace_20260928_210134_314469.txt create mode 100644 logs/trace_20260928_210145_317217.json create mode 100644 logs/trace_20260928_210145_317217.txt create mode 100644 logs/trace_20260928_210149_318248.json create mode 100644 logs/trace_20260928_210149_318248.txt create mode 100644 logs/trace_20260928_210229_328092.json create mode 100644 logs/trace_20260928_210229_328092.txt create mode 100644 logs/trace_20260928_210300_335923.json create mode 100644 logs/trace_20260928_210300_335923.txt create mode 100644 logs/trace_20260928_210308_337817.json create mode 100644 logs/trace_20260928_210308_337817.txt create mode 100644 logs/trace_20260928_210312_338844.json create mode 100644 logs/trace_20260928_210312_338844.txt create mode 100644 logs/trace_20260928_210325_342138.json create mode 100644 logs/trace_20260928_210325_342138.txt create mode 100644 logs/trace_20260928_210332_343810.json create mode 100644 logs/trace_20260928_210332_343810.txt create mode 100644 logs/trace_20260928_210336_344810.json create mode 100644 logs/trace_20260928_210336_344810.txt create mode 100644 logs/trace_20260928_210340_345820.json create mode 100644 logs/trace_20260928_210340_345820.txt create mode 100644 logs/trace_20260928_210408_352868.json create mode 100644 logs/trace_20260928_210408_352868.txt create mode 100644 logs/trace_20260928_210434_359307.json create mode 100644 logs/trace_20260928_210434_359307.txt create mode 100644 logs/trace_20260928_210509_367989.json create mode 100644 logs/trace_20260928_210509_367989.txt create mode 100644 logs/trace_20260928_210524_371670.json create mode 100644 logs/trace_20260928_210524_371670.txt create mode 100644 logs/trace_20260928_210546_377131.json create mode 100644 logs/trace_20260928_210546_377131.txt create mode 100644 logs/trace_20260928_210553_378814.json create mode 100644 logs/trace_20260928_210553_378814.txt create mode 100644 logs/trace_20260928_210557_379917.json create mode 100644 logs/trace_20260928_210557_379917.txt create mode 100644 logs/trace_20260928_210615_384334.json create mode 100644 logs/trace_20260928_210615_384334.txt create mode 100644 logs/trace_20260928_210619_385309.json create mode 100644 logs/trace_20260928_210619_385309.txt create mode 100644 logs/trace_20260928_210626_387192.json create mode 100644 logs/trace_20260928_210626_387192.txt create mode 100644 logs/trace_20260928_210629_388498.json create mode 100644 logs/trace_20260928_210629_388498.txt create mode 100644 logs/trace_20260928_210637_389943.json create mode 100644 logs/trace_20260928_210637_389943.txt create mode 100644 logs/trace_20260928_210648_392637.json create mode 100644 logs/trace_20260928_210648_392637.txt create mode 100644 logs/trace_20260928_210658_395178.json create mode 100644 logs/trace_20260928_210658_395178.txt create mode 100644 logs/trace_20260928_210716_399592.json create mode 100644 logs/trace_20260928_210716_399592.txt create mode 100644 logs/trace_20260928_210727_402319.json create mode 100644 logs/trace_20260928_210727_402319.txt create mode 100644 logs/trace_20260928_210731_403347.json create mode 100644 logs/trace_20260928_210731_403347.txt create mode 100644 logs/trace_20260928_210743_406358.json create mode 100644 logs/trace_20260928_210743_406358.txt create mode 100644 logs/trace_20260928_210747_407380.json create mode 100644 logs/trace_20260928_210747_407380.txt create mode 100644 logs/trace_20260928_210754_409189.json create mode 100644 logs/trace_20260928_210754_409189.txt create mode 100644 logs/trace_20260928_210846_421913.json create mode 100644 logs/trace_20260928_210846_421913.txt create mode 100644 logs/trace_20260928_210856_424351.json create mode 100644 logs/trace_20260928_210856_424351.txt create mode 100644 logs/trace_20260928_210903_431239.json create mode 100644 logs/trace_20260928_210903_431239.txt create mode 100644 logs/trace_20260928_210923_436547.json create mode 100644 logs/trace_20260928_210923_436547.txt create mode 100644 logs/trace_20260928_210933_438972.json create mode 100644 logs/trace_20260928_210933_438972.txt create mode 100644 logs/trace_20260928_210944_441653.json create mode 100644 logs/trace_20260928_210944_441653.txt create mode 100644 logs/trace_20260928_210958_445165.json create mode 100644 logs/trace_20260928_210958_445165.txt create mode 100644 logs/trace_20260928_211001_445914.json create mode 100644 logs/trace_20260928_211001_445914.txt create mode 100644 logs/trace_20260928_211014_449559.json create mode 100644 logs/trace_20260928_211014_449559.txt create mode 100644 logs/trace_20260928_211024_451416.json create mode 100644 logs/trace_20260928_211024_451416.txt create mode 100644 logs/trace_20260928_211043_456210.json create mode 100644 logs/trace_20260928_211043_456210.txt create mode 100644 logs/trace_20260928_211058_459995.json create mode 100644 logs/trace_20260928_211058_459995.txt create mode 100644 logs/trace_20260928_211102_460849.json create mode 100644 logs/trace_20260928_211102_460849.txt create mode 100644 logs/trace_20260928_211111_463160.json create mode 100644 logs/trace_20260928_211111_463160.txt create mode 100644 logs/trace_20260928_211134_468503.json create mode 100644 logs/trace_20260928_211134_468503.txt create mode 100644 logs/trace_20260928_211138_469605.json create mode 100644 logs/trace_20260928_211138_469605.txt create mode 100644 logs/trace_20260928_211152_473141.json create mode 100644 logs/trace_20260928_211152_473141.txt create mode 100644 logs/trace_20260928_211202_475577.json create mode 100644 logs/trace_20260928_211202_475577.txt create mode 100644 logs/trace_20260928_211228_482148.json create mode 100644 logs/trace_20260928_211228_482148.txt create mode 100644 logs/trace_20260928_211232_483171.json create mode 100644 logs/trace_20260928_211232_483171.txt create mode 100644 logs/trace_20260928_211251_487914.json create mode 100644 logs/trace_20260928_211251_487914.txt create mode 100644 logs/trace_20260928_211258_489553.json create mode 100644 logs/trace_20260928_211258_489553.txt create mode 100644 logs/trace_20260928_211302_490393.json create mode 100644 logs/trace_20260928_211302_490393.txt create mode 100644 logs/trace_20260928_211319_494689.json create mode 100644 logs/trace_20260928_211319_494689.txt create mode 100644 logs/trace_20260928_211426_511909.json create mode 100644 logs/trace_20260928_211426_511909.txt create mode 100644 logs/trace_20260928_211430_512349.json create mode 100644 logs/trace_20260928_211430_512349.txt create mode 100644 logs/trace_20260928_211437_514036.json create mode 100644 logs/trace_20260928_211437_514036.txt create mode 100644 logs/trace_20260928_211501_519952.json create mode 100644 logs/trace_20260928_211501_519952.txt create mode 100644 logs/trace_20260928_211514_523140.json create mode 100644 logs/trace_20260928_211514_523140.txt create mode 100644 logs/trace_20260928_211529_526800.json create mode 100644 logs/trace_20260928_211529_526800.txt create mode 100644 logs/trace_20260928_211615_538173.json create mode 100644 logs/trace_20260928_211615_538173.txt create mode 100644 logs/trace_20260928_211629_541611.json create mode 100644 logs/trace_20260928_211629_541611.txt create mode 100644 logs/trace_20260928_211636_543270.json create mode 100644 logs/trace_20260928_211636_543270.txt create mode 100644 logs/trace_20260928_211640_544308.json create mode 100644 logs/trace_20260928_211640_544308.txt create mode 100644 logs/trace_20260928_211644_545278.json create mode 100644 logs/trace_20260928_211644_545278.txt create mode 100644 logs/trace_20260928_211648_546257.json create mode 100644 logs/trace_20260928_211648_546257.txt create mode 100644 logs/trace_20260928_211652_547016.json create mode 100644 logs/trace_20260928_211652_547016.txt create mode 100644 logs/trace_20260928_211656_548182.json create mode 100644 logs/trace_20260928_211656_548182.txt create mode 100644 logs/trace_20260928_211700_549199.json create mode 100644 logs/trace_20260928_211700_549199.txt create mode 100644 logs/trace_20260928_211708_551183.json create mode 100644 logs/trace_20260928_211708_551183.txt create mode 100644 logs/trace_20260928_211715_553628.json create mode 100644 logs/trace_20260928_211715_553628.txt create mode 100644 logs/trace_20260928_211722_554588.json create mode 100644 logs/trace_20260928_211722_554588.txt create mode 100644 logs/trace_20260928_211738_558604.json create mode 100644 logs/trace_20260928_211738_558604.txt create mode 100644 logs/trace_20260928_211742_559635.json create mode 100644 logs/trace_20260928_211742_559635.txt create mode 100644 logs/trace_20260928_211756_563151.json create mode 100644 logs/trace_20260928_211756_563151.txt create mode 100644 logs/trace_20260928_211805_565312.json create mode 100644 logs/trace_20260928_211805_565312.txt create mode 100644 logs/trace_20260928_211822_569410.json create mode 100644 logs/trace_20260928_211822_569410.txt create mode 100644 logs/trace_20260928_211901_579002.json create mode 100644 logs/trace_20260928_211901_579002.txt create mode 100644 logs/trace_20260928_211910_581208.json create mode 100644 logs/trace_20260928_211910_581208.txt create mode 100644 logs/trace_20260928_211917_582959.json create mode 100644 logs/trace_20260928_211917_582959.txt create mode 100644 logs/trace_20260928_211930_586205.json create mode 100644 logs/trace_20260928_211930_586205.txt create mode 100644 logs/trace_20260928_211956_592320.json create mode 100644 logs/trace_20260928_211956_592320.txt create mode 100644 logs/trace_20260928_212000_593323.json create mode 100644 logs/trace_20260928_212000_593323.txt create mode 100644 logs/trace_20260928_212004_594017.json create mode 100644 logs/trace_20260928_212004_594017.txt create mode 100644 logs/trace_20260928_212008_595250.json create mode 100644 logs/trace_20260928_212008_595250.txt create mode 100644 logs/trace_20260928_212012_596636.json create mode 100644 logs/trace_20260928_212012_596636.txt create mode 100644 logs/trace_20260928_212016_597154.json create mode 100644 logs/trace_20260928_212016_597154.txt create mode 100644 logs/trace_20260928_212020_598687.json create mode 100644 logs/trace_20260928_212020_598687.txt create mode 100644 logs/trace_20260928_212037_602278.json create mode 100644 logs/trace_20260928_212037_602278.txt create mode 100644 logs/trace_20260928_212101_608269.json create mode 100644 logs/trace_20260928_212101_608269.txt create mode 100644 logs/trace_20260928_212106_609442.json create mode 100644 logs/trace_20260928_212106_609442.txt create mode 100644 logs/trace_20260928_212111_610650.json create mode 100644 logs/trace_20260928_212111_610650.txt create mode 100644 logs/trace_20260928_212120_612807.json create mode 100644 logs/trace_20260928_212120_612807.txt create mode 100644 logs/trace_20260928_212133_616125.json create mode 100644 logs/trace_20260928_212133_616125.txt create mode 100644 logs/trace_20260928_212146_619386.json create mode 100644 logs/trace_20260928_212146_619386.txt create mode 100644 logs/trace_20260928_212150_620963.json create mode 100644 logs/trace_20260928_212150_620963.txt create mode 100644 logs/trace_20260928_212154_621984.json create mode 100644 logs/trace_20260928_212154_621984.txt create mode 100644 logs/trace_20260928_212213_626144.json create mode 100644 logs/trace_20260928_212213_626144.txt create mode 100644 logs/trace_20260928_212217_627096.json create mode 100644 logs/trace_20260928_212217_627096.txt create mode 100644 logs/trace_20260928_212222_627991.json create mode 100644 logs/trace_20260928_212222_627991.txt create mode 100644 logs/trace_20260928_212232_630460.json create mode 100644 logs/trace_20260928_212232_630460.txt create mode 100644 logs/trace_20260928_212246_634011.json create mode 100644 logs/trace_20260928_212246_634011.txt create mode 100644 logs/trace_20260928_212308_639376.json create mode 100644 logs/trace_20260928_212308_639376.txt create mode 100644 logs/trace_20260928_212316_641332.json create mode 100644 logs/trace_20260928_212316_641332.txt create mode 100644 logs/trace_20260928_212320_642322.json create mode 100644 logs/trace_20260928_212320_642322.txt create mode 100644 logs/trace_20260928_212332_645326.json create mode 100644 logs/trace_20260928_212332_645326.txt create mode 100644 logs/trace_20260928_212336_646404.json create mode 100644 logs/trace_20260928_212336_646404.txt create mode 100644 logs/trace_20260928_212340_647409.json create mode 100644 logs/trace_20260928_212340_647409.txt create mode 100644 logs/trace_20260928_212354_650848.json create mode 100644 logs/trace_20260928_212354_650848.txt create mode 100644 logs/trace_20260928_212406_653963.json create mode 100644 logs/trace_20260928_212406_653963.txt create mode 100644 logs/trace_20260928_212416_656315.json create mode 100644 logs/trace_20260928_212416_656315.txt create mode 100644 logs/trace_20260928_212424_658363.json create mode 100644 logs/trace_20260928_212424_658363.txt create mode 100644 logs/trace_20260928_212433_660568.json create mode 100644 logs/trace_20260928_212433_660568.txt create mode 100644 logs/trace_20260928_212450_665413.json create mode 100644 logs/trace_20260928_212450_665413.txt create mode 100644 logs/trace_20260928_212501_667462.json create mode 100644 logs/trace_20260928_212501_667462.txt create mode 100644 logs/trace_20260928_212505_668365.json create mode 100644 logs/trace_20260928_212505_668365.txt create mode 100644 logs/trace_20260928_212510_669622.json create mode 100644 logs/trace_20260928_212510_669622.txt create mode 100644 logs/trace_20260928_212514_670606.json create mode 100644 logs/trace_20260928_212514_670606.txt create mode 100644 logs/trace_20260928_212519_671921.json create mode 100644 logs/trace_20260928_212519_671921.txt create mode 100644 logs/trace_20260928_212523_672899.json create mode 100644 logs/trace_20260928_212523_672899.txt create mode 100644 logs/trace_20260928_212531_674807.json create mode 100644 logs/trace_20260928_212531_674807.txt create mode 100644 logs/trace_20260928_212539_676825.json create mode 100644 logs/trace_20260928_212539_676825.txt create mode 100644 logs/trace_20260928_212544_677977.json create mode 100644 logs/trace_20260928_212544_677977.txt create mode 100644 logs/trace_20260928_212550_679489.json create mode 100644 logs/trace_20260928_212550_679489.txt create mode 100644 logs/trace_20260928_212559_681657.json create mode 100644 logs/trace_20260928_212559_681657.txt create mode 100644 logs/trace_20260928_212603_682675.json create mode 100644 logs/trace_20260928_212603_682675.txt create mode 100644 logs/trace_20260928_212607_683663.json create mode 100644 logs/trace_20260928_212607_683663.txt create mode 100644 logs/trace_20260928_212613_685120.json create mode 100644 logs/trace_20260928_212613_685120.txt create mode 100644 logs/trace_20260928_212621_687054.json create mode 100644 logs/trace_20260928_212621_687054.txt create mode 100644 logs/trace_20260928_212635_690589.json create mode 100644 logs/trace_20260928_212635_690589.txt create mode 100644 logs/trace_20260928_212639_691525.json create mode 100644 logs/trace_20260928_212639_691525.txt create mode 100644 logs/trace_20260928_212643_692562.json create mode 100644 logs/trace_20260928_212643_692562.txt create mode 100644 logs/trace_20260928_212647_693584.json create mode 100644 logs/trace_20260928_212647_693584.txt create mode 100644 logs/trace_20260928_212659_696497.json create mode 100644 logs/trace_20260928_212659_696497.txt create mode 100644 logs/trace_20260928_212704_698384.json create mode 100644 logs/trace_20260928_212704_698384.txt create mode 100644 logs/trace_20260928_212713_700135.json create mode 100644 logs/trace_20260928_212713_700135.txt create mode 100644 logs/trace_20260928_212718_701354.json create mode 100644 logs/trace_20260928_212718_701354.txt create mode 100644 logs/trace_20260928_212723_703214.json create mode 100644 logs/trace_20260928_212723_703214.txt create mode 100644 logs/trace_20260928_212727_703606.json create mode 100644 logs/trace_20260928_212727_703606.txt create mode 100644 logs/trace_20260928_212732_704861.json create mode 100644 logs/trace_20260928_212732_704861.txt create mode 100644 logs/trace_20260928_212737_706050.json create mode 100644 logs/trace_20260928_212737_706050.txt create mode 100644 logs/trace_20260928_212741_707124.json create mode 100644 logs/trace_20260928_212741_707124.txt create mode 100644 logs/trace_20260928_212748_708800.json create mode 100644 logs/trace_20260928_212748_708800.txt create mode 100644 logs/trace_20260928_212756_710587.json create mode 100644 logs/trace_20260928_212756_710587.txt create mode 100644 logs/trace_20260928_212809_713943.json create mode 100644 logs/trace_20260928_212809_713943.txt create mode 100644 logs/trace_20260928_212818_716154.json create mode 100644 logs/trace_20260928_212818_716154.txt create mode 100644 logs/trace_20260928_212831_719446.json create mode 100644 logs/trace_20260928_212831_719446.txt create mode 100644 logs/trace_20260928_212837_720977.json create mode 100644 logs/trace_20260928_212837_720977.txt create mode 100644 logs/trace_20260928_212842_722201.json create mode 100644 logs/trace_20260928_212842_722201.txt create mode 100644 logs/trace_20260928_212852_724553.json create mode 100644 logs/trace_20260928_212852_724553.txt create mode 100644 logs/trace_20260928_212908_728638.json create mode 100644 logs/trace_20260928_212908_728638.txt create mode 100644 logs/trace_20260928_212912_729624.json create mode 100644 logs/trace_20260928_212912_729624.txt create mode 100644 logs/trace_20260928_212948_739007.json create mode 100644 logs/trace_20260928_212948_739007.txt create mode 100644 logs/trace_20260928_212952_739465.json create mode 100644 logs/trace_20260928_212952_739465.txt create mode 100644 logs/trace_20260928_213000_741406.json create mode 100644 logs/trace_20260928_213000_741406.txt create mode 100644 logs/trace_20260928_213006_742622.json create mode 100644 logs/trace_20260928_213006_742622.txt create mode 100644 logs/trace_20260928_213019_745984.json create mode 100644 logs/trace_20260928_213019_745984.txt create mode 100644 logs/trace_20260928_213023_746963.json create mode 100644 logs/trace_20260928_213023_746963.txt create mode 100644 logs/trace_20260928_213027_748020.json create mode 100644 logs/trace_20260928_213027_748020.txt create mode 100644 logs/trace_20260928_213039_750863.json create mode 100644 logs/trace_20260928_213039_750863.txt create mode 100644 logs/trace_20260928_213043_751965.json create mode 100644 logs/trace_20260928_213043_751965.txt create mode 100644 logs/trace_20260928_213108_758160.json create mode 100644 logs/trace_20260928_213108_758160.txt create mode 100644 logs/trace_20260928_213128_763220.json create mode 100644 logs/trace_20260928_213128_763220.txt create mode 100644 logs/trace_20260928_213149_768427.json create mode 100644 logs/trace_20260928_213149_768427.txt create mode 100644 logs/trace_20260928_213153_769453.json create mode 100644 logs/trace_20260928_213153_769453.txt create mode 100644 logs/trace_20260928_213203_771965.json create mode 100644 logs/trace_20260928_213203_771965.txt create mode 100644 logs/trace_20260928_213210_773779.json create mode 100644 logs/trace_20260928_213210_773779.txt create mode 100644 logs/trace_20260928_213218_775668.json create mode 100644 logs/trace_20260928_213218_775668.txt create mode 100644 logs/trace_20260928_213243_781882.json create mode 100644 logs/trace_20260928_213243_781882.txt create mode 100644 logs/trace_20260928_213258_785615.json create mode 100644 logs/trace_20260928_213258_785615.txt create mode 100644 logs/trace_20260928_213342_797007.json create mode 100644 logs/trace_20260928_213342_797007.txt create mode 100644 logs/trace_20260928_213345_797237.json create mode 100644 logs/trace_20260928_213345_797237.txt create mode 100644 logs/trace_20260928_213352_798961.json create mode 100644 logs/trace_20260928_213352_798961.txt create mode 100644 logs/trace_20260928_213400_800803.json create mode 100644 logs/trace_20260928_213400_800803.txt create mode 100644 logs/trace_20260928_213415_804479.json create mode 100644 logs/trace_20260928_213415_804479.txt create mode 100644 logs/trace_20260928_213419_805499.json create mode 100644 logs/trace_20260928_213419_805499.txt create mode 100644 logs/trace_20260928_213423_806513.json create mode 100644 logs/trace_20260928_213423_806513.txt create mode 100644 logs/trace_20260928_213434_809099.json create mode 100644 logs/trace_20260928_213434_809099.txt create mode 100644 logs/trace_20260928_213438_810120.json create mode 100644 logs/trace_20260928_213438_810120.txt create mode 100644 logs/trace_20260928_213442_811090.json create mode 100644 logs/trace_20260928_213442_811090.txt create mode 100644 logs/trace_20260928_213458_815115.json create mode 100644 logs/trace_20260928_213458_815115.txt create mode 100644 logs/trace_20260928_213504_817019.json create mode 100644 logs/trace_20260928_213504_817019.txt create mode 100644 logs/trace_20260928_213509_817608.json create mode 100644 logs/trace_20260928_213509_817608.txt create mode 100644 logs/trace_20260928_213520_820342.json create mode 100644 logs/trace_20260928_213520_820342.txt create mode 100644 logs/trace_20260928_213524_821330.json create mode 100644 logs/trace_20260928_213524_821330.txt create mode 100644 logs/trace_20260928_213535_824134.json create mode 100644 logs/trace_20260928_213535_824134.txt create mode 100644 logs/trace_20260928_213539_825128.json create mode 100644 logs/trace_20260928_213539_825128.txt create mode 100644 logs/trace_20260928_213543_826153.json create mode 100644 logs/trace_20260928_213543_826153.txt create mode 100644 logs/trace_20260928_213547_827170.json create mode 100644 logs/trace_20260928_213547_827170.txt create mode 100644 logs/trace_20260928_213552_828390.json create mode 100644 logs/trace_20260928_213552_828390.txt create mode 100644 logs/trace_20260928_213557_829636.json create mode 100644 logs/trace_20260928_213557_829636.txt create mode 100644 logs/trace_20260928_213601_830619.json create mode 100644 logs/trace_20260928_213601_830619.txt create mode 100644 logs/trace_20260928_213606_831930.json create mode 100644 logs/trace_20260928_213606_831930.txt create mode 100644 logs/trace_20260928_213611_833161.json create mode 100644 logs/trace_20260928_213611_833161.txt create mode 100644 logs/trace_20260928_213637_839601.json create mode 100644 logs/trace_20260928_213637_839601.txt create mode 100644 logs/trace_20260928_213645_841495.json create mode 100644 logs/trace_20260928_213645_841495.txt create mode 100644 logs/trace_20260928_213700_845146.json create mode 100644 logs/trace_20260928_213700_845146.txt create mode 100644 logs/trace_20260928_213713_848297.json create mode 100644 logs/trace_20260928_213713_848297.txt create mode 100644 logs/trace_20260928_213718_849519.json create mode 100644 logs/trace_20260928_213718_849519.txt create mode 100644 logs/trace_20260928_213723_850919.json create mode 100644 logs/trace_20260928_213723_850919.txt create mode 100644 logs/trace_20260928_213738_854448.json create mode 100644 logs/trace_20260928_213738_854448.txt create mode 100644 logs/trace_20260928_213746_856444.json create mode 100644 logs/trace_20260928_213746_856444.txt create mode 100644 logs/trace_20260928_213750_857428.json create mode 100644 logs/trace_20260928_213750_857428.txt create mode 100644 logs/trace_20260928_213755_858646.json create mode 100644 logs/trace_20260928_213755_858646.txt create mode 100644 logs/trace_20260928_213759_859639.json create mode 100644 logs/trace_20260928_213759_859639.txt create mode 100644 logs/trace_20260928_213804_860817.json create mode 100644 logs/trace_20260928_213804_860817.txt create mode 100644 logs/trace_20260928_213809_862037.json create mode 100644 logs/trace_20260928_213809_862037.txt create mode 100644 logs/trace_20260928_213814_863261.json create mode 100644 logs/trace_20260928_213814_863261.txt create mode 100644 logs/trace_20260928_213819_864619.json create mode 100644 logs/trace_20260928_213819_864619.txt create mode 100644 logs/trace_20260928_213823_865557.json create mode 100644 logs/trace_20260928_213823_865557.txt create mode 100644 logs/trace_20260928_213828_867390.json create mode 100644 logs/trace_20260928_213828_867390.txt create mode 100644 logs/trace_20260928_213832_867807.json create mode 100644 logs/trace_20260928_213832_867807.txt create mode 100644 logs/trace_20260928_213836_868972.json create mode 100644 logs/trace_20260928_213836_868972.txt create mode 100644 logs/trace_20260928_213840_869935.json create mode 100644 logs/trace_20260928_213840_869935.txt create mode 100644 logs/trace_20260928_213845_871127.json create mode 100644 logs/trace_20260928_213845_871127.txt create mode 100644 logs/trace_20260928_213849_872117.json create mode 100644 logs/trace_20260928_213849_872117.txt create mode 100644 logs/trace_20260928_213853_873160.json create mode 100644 logs/trace_20260928_213853_873160.txt create mode 100644 logs/trace_20260928_213857_874165.json create mode 100644 logs/trace_20260928_213857_874165.txt create mode 100644 logs/trace_20260928_213905_876026.json create mode 100644 logs/trace_20260928_213905_876026.txt create mode 100644 logs/trace_20260928_213925_880995.json create mode 100644 logs/trace_20260928_213925_880995.txt create mode 100644 logs/trace_20260928_213941_884925.json create mode 100644 logs/trace_20260928_213941_884925.txt create mode 100644 logs/trace_20260928_213948_886567.json create mode 100644 logs/trace_20260928_213948_886567.txt create mode 100644 logs/trace_20260928_214002_889848.json create mode 100644 logs/trace_20260928_214002_889848.txt create mode 100644 logs/trace_20260928_214013_892483.json create mode 100644 logs/trace_20260928_214013_892483.txt create mode 100644 logs/trace_20260928_214017_893474.json create mode 100644 logs/trace_20260928_214017_893474.txt create mode 100644 logs/trace_20260928_214029_896379.json create mode 100644 logs/trace_20260928_214029_896379.txt create mode 100644 logs/trace_20260928_214045_900185.json create mode 100644 logs/trace_20260928_214045_900185.txt create mode 100644 logs/trace_20260928_214101_904042.json create mode 100644 logs/trace_20260928_214101_904042.txt create mode 100644 logs/trace_20260928_214105_904785.json create mode 100644 logs/trace_20260928_214105_904785.txt create mode 100644 logs/trace_20260928_214110_906236.json create mode 100644 logs/trace_20260928_214110_906236.txt create mode 100644 logs/trace_20260928_214135_912405.json create mode 100644 logs/trace_20260928_214135_912405.txt create mode 100644 logs/trace_20260928_214139_913416.json create mode 100644 logs/trace_20260928_214139_913416.txt create mode 100644 logs/trace_20260928_214149_915888.json create mode 100644 logs/trace_20260928_214149_915888.txt create mode 100644 logs/trace_20260928_214200_918595.json create mode 100644 logs/trace_20260928_214200_918595.txt create mode 100644 logs/trace_20260928_214212_921528.json create mode 100644 logs/trace_20260928_214212_921528.txt create mode 100644 logs/trace_20260928_214216_923051.json create mode 100644 logs/trace_20260928_214216_923051.txt create mode 100644 logs/trace_20260928_214233_926769.json create mode 100644 logs/trace_20260928_214233_926769.txt create mode 100644 logs/trace_20260928_214237_927684.json create mode 100644 logs/trace_20260928_214237_927684.txt create mode 100644 logs/trace_20260928_214241_928558.json create mode 100644 logs/trace_20260928_214241_928558.txt create mode 100644 logs/trace_20260928_214245_929623.json create mode 100644 logs/trace_20260928_214245_929623.txt create mode 100644 logs/trace_20260928_214249_930584.json create mode 100644 logs/trace_20260928_214249_930584.txt create mode 100644 logs/trace_20260928_214253_931569.json create mode 100644 logs/trace_20260928_214253_931569.txt create mode 100644 logs/trace_20260928_214258_932918.json create mode 100644 logs/trace_20260928_214258_932918.txt create mode 100644 logs/trace_20260928_214302_933807.json create mode 100644 logs/trace_20260928_214302_933807.txt create mode 100644 logs/trace_20260928_214307_935168.json create mode 100644 logs/trace_20260928_214307_935168.txt create mode 100644 logs/trace_20260928_214312_936357.json create mode 100644 logs/trace_20260928_214312_936357.txt create mode 100644 logs/trace_20260928_214316_937320.json create mode 100644 logs/trace_20260928_214316_937320.txt create mode 100644 logs/trace_20260928_214338_942805.json create mode 100644 logs/trace_20260928_214338_942805.txt create mode 100644 logs/trace_20260928_214350_945871.json create mode 100644 logs/trace_20260928_214350_945871.txt create mode 100644 logs/trace_20260928_214358_947952.json create mode 100644 logs/trace_20260928_214358_947952.txt create mode 100644 logs/trace_20260928_214414_951853.json create mode 100644 logs/trace_20260928_214414_951853.txt create mode 100644 logs/trace_20260928_214429_955643.json create mode 100644 logs/trace_20260928_214429_955643.txt create mode 100644 logs/trace_20260928_214433_956520.json create mode 100644 logs/trace_20260928_214433_956520.txt create mode 100644 logs/trace_20260928_214437_957367.json create mode 100644 logs/trace_20260928_214437_957367.txt create mode 100644 logs/trace_20260928_214446_959588.json create mode 100644 logs/trace_20260928_214446_959588.txt create mode 100644 logs/trace_20260928_214505_964152.json create mode 100644 logs/trace_20260928_214505_964152.txt create mode 100644 logs/trace_20260928_214512_965768.json create mode 100644 logs/trace_20260928_214512_965768.txt create mode 100644 logs/trace_20260928_214516_966768.json create mode 100644 logs/trace_20260928_214516_966768.txt create mode 100644 logs/trace_20260928_214519_967421.json create mode 100644 logs/trace_20260928_214519_967421.txt create mode 100644 logs/trace_20260928_214523_968338.json create mode 100644 logs/trace_20260928_214523_968338.txt create mode 100644 logs/trace_20260928_214527_969364.json create mode 100644 logs/trace_20260928_214527_969364.txt create mode 100644 logs/trace_20260928_214531_970274.json create mode 100644 logs/trace_20260928_214531_970274.txt create mode 100644 logs/trace_20260928_214539_972276.json create mode 100644 logs/trace_20260928_214539_972276.txt create mode 100644 logs/trace_20260928_214547_974013.json create mode 100644 logs/trace_20260928_214547_974013.txt create mode 100644 logs/trace_20260928_214559_976838.json create mode 100644 logs/trace_20260928_214559_976838.txt create mode 100644 logs/trace_20260928_214614_980295.json create mode 100644 logs/trace_20260928_214614_980295.txt create mode 100644 logs/trace_20260928_214618_981294.json create mode 100644 logs/trace_20260928_214618_981294.txt create mode 100644 logs/trace_20260928_214622_982232.json create mode 100644 logs/trace_20260928_214622_982232.txt create mode 100644 logs/trace_20260928_214626_983242.json create mode 100644 logs/trace_20260928_214626_983242.txt create mode 100644 logs/trace_20260928_214642_986946.json create mode 100644 logs/trace_20260928_214642_986946.txt create mode 100644 logs/trace_20260928_214646_987964.json create mode 100644 logs/trace_20260928_214646_987964.txt create mode 100644 logs/trace_20260928_214706_993198.json create mode 100644 logs/trace_20260928_214706_993198.txt create mode 100644 logs/trace_20260928_214710_993629.json create mode 100644 logs/trace_20260928_214710_993629.txt create mode 100644 logs/trace_20260928_214717_995133.json create mode 100644 logs/trace_20260928_214717_995133.txt create mode 100644 logs/trace_20260928_214721_996042.json create mode 100644 logs/trace_20260928_214721_996042.txt create mode 100644 logs/trace_20260928_214725_997030.json create mode 100644 logs/trace_20260928_214725_997030.txt create mode 100644 logs/trace_20260928_214729_997975.json create mode 100644 logs/trace_20260928_214729_997975.txt create mode 100644 logs/trace_20260928_214814_008683.json create mode 100644 logs/trace_20260928_214814_008683.txt create mode 100644 logs/trace_20260928_214831_012236.json create mode 100644 logs/trace_20260928_214831_012236.txt create mode 100644 logs/trace_20260928_214849_015582.json create mode 100644 logs/trace_20260928_214849_015582.txt create mode 100644 logs/trace_20260928_214900_017627.json create mode 100644 logs/trace_20260928_214900_017627.txt create mode 100644 logs/trace_20260928_214910_020399.json create mode 100644 logs/trace_20260928_214910_020399.txt create mode 100644 logs/trace_20260928_214917_020675.json create mode 100644 logs/trace_20260928_214917_020675.txt create mode 100644 logs/trace_20260928_214921_021602.json create mode 100644 logs/trace_20260928_214921_021602.txt create mode 100644 logs/trace_20260928_214926_022609.json create mode 100644 logs/trace_20260928_214926_022609.txt create mode 100644 logs/trace_20260928_214932_023521.json create mode 100644 logs/trace_20260928_214932_023521.txt create mode 100644 logs/trace_20260928_214936_024323.json create mode 100644 logs/trace_20260928_214936_024323.txt create mode 100644 logs/trace_20260928_214947_026295.json create mode 100644 logs/trace_20260928_214947_026295.txt diff --git a/.gitignore b/.gitignore index 8020a19..d54f1cb 100644 --- a/.gitignore +++ b/.gitignore @@ -1,5 +1,4 @@ __pycache__/ -logs/ reports/ # Local, account-specific reporting and email preparation scripts. diff --git a/README.md b/README.md index b6f0baa..8298c44 100644 --- a/README.md +++ b/README.md @@ -1,6 +1,24 @@ -# Network spike monitor - -Windows 7 SP1 or newer, Python 3.8 or newer (use Python 3.8 on Windows 7). No packages or administrator rights required to run the monitor. +# Network spike monitor + +Linux (including Linux Mint 22.3/Ubuntu 24.04) or Windows 7 SP1 or newer, with Python 3.8 or newer (use Python 3.8 on Windows 7). No Python packages required. Running the monitor does not require administrator rights. + +### Linux Mint / Ubuntu setup + +Install the system commands once: + +```bash +sudo apt install python3 iputils-ping traceroute +``` + +Start monitoring from the repository directory: + +```bash +python3 network_monitor.py +``` + +Linux uses `ping` and unprivileged UDP `traceroute`, with reverse DNS enabled. Windows uses `ping.exe` and `tracert.exe` (ICMP); different probe protocols can receive different responses from firewalls and routers. Linux command output is forced to the C locale for consistent parsing. Missing commands produce an installation hint at startup. + +For the examples below, use `python3` instead of `python` on Linux. `Start Monitor.cmd` is the Windows launcher. ### Windows 7 setup @@ -9,57 +27,55 @@ Install [Python 3.8.10](https://www.python.org/downloads/release/python-3810/) u Check `python --version` reports Python 3.8.x on Windows 7. On newer Windows, a newer supported Python release is fine. The monitor's ping and tracert options, trace cancellation, and logging use Python 3.8-compatible APIs. Python 3.8 is no longer maintained. Compatibility tests run on Python 3.8 on a newer Windows system; a physical Windows 7 installation has not been tested. ### Start monitoring - -Double-click **Start Monitor.cmd**, or run: - -```powershell -python network_monitor.py -``` - -Pings `1.1.1.1` once per second. A spike is a reply of at least 100 ms, or (after 10 healthy samples) at least 3 times the healthy median AND 40 ms above it. Missing replies also count. Windows `tracert` runs after **at least three bad probes in each of two consecutive one-minute periods**. Periods are non-overlapping and start when monitoring starts; the rule is evaluated at the first probe after each period ends. For example, three spikes in minute one and three in minute two trigger a trace at about two minutes. Six spikes in one minute followed by a quiet minute do not trigger it. A period with fewer than three bad probes resets the streak; gaps from computer sleep also break it. Monitoring continues while tracing runs. An incident runs tracert repeatedly, one at a time, with a 2-second pause between attempts (`--trace-retry`). It continues even if pings recover, until a trace captures a spike or you stop the monitor. There is no attempt limit. After capture, ping monitoring continues; another qualifying period can start a new incident after the 120-second cooldown (`--cooldown`). Ctrl+C stops monitoring and cancels an active trace. - -Customize the target and sensitivity: - -```powershell -python network_monitor.py --target 8.8.8.8 --threshold 80 --required 3 --period 60 --consecutive 2 --cooldown 60 -``` - -Run one diagnostic immediately, then monitor normally (automatic incidents still repeat until capture): - -```powershell -python network_monitor.py --trace-now -``` - -Use `python network_monitor.py --help` for all options. Hostnames resolve to a single IPv4 address at startup so ping and tracert use the same destination. This measures the path to the selected target; it does not measure every Internet service. Run separate instances with separate `--log-dir` directories to compare destinations. - -## Preserved evidence - -Reverse DNS is enabled: raw logs show hop hostnames alongside their IP addresses when available, for example `hop1.subsystem2.spectrum.com [192.0.2.1]`. JSON hop records include both `hostname` and `ip`. Routers without reverse DNS show only an IP; routers that do not reply may show only stars. DNS lookup can make each trace take longer. - -All logs go to `logs` beside the program by default, or the directory supplied with `--log-dir`: - -- Only traces that capture a spike are retained. Each has a timestamped `trace_YYYYMMDD_HHMMSS_microseconds.txt` containing the **entire, unmodified stdout and stderr**, plus a matching `.json` with hop timings, command, incident ID, attempt number, and assessment. -- While a trace runs, output streams to `.pending.txt`. If it captures a spike, this file becomes the saved `.txt`; otherwise it is deleted, including on normal cancellation without measured spikes. A forced process kill or power failure may leave a temporary `.pending.txt`. -- `events.jsonl` appends individual spikes/lost replies, period summaries, and brief incident/attempt results between runs. Healthy pings appear only in the console and are not written to disk. Discarded attempts do not retain their full output or hop arrays here. -- Existing logs from earlier versions are left in place. Raw output uses the Windows command's native encoding. - -No logs are automatically deleted or rotated. A long-running session can grow large; archive logs after stopping the monitor. Probe intervals are best effort; timeouts may make a cycle longer than the requested interval. Values below 1 ms are represented as 0.5 ms for calculations. Parsing requires the Windows ping reply's `TTL` field and `ms` timings; unrecognized successful replies produce an explicit error. - -## Interpreting reports - -A trace is retained when **any individual timed probe at any hop** meets the spike threshold: 100 ms by default, or the relative ping threshold based on the healthy baseline frozen when the incident starts. A single slow probe counts even if the other two replies are fast, downstream hops recover, or the destination never replies. Partial/cancelled traces are also retained if they contain measured slow replies; timeouts alone do not qualify. This captures evidence without claiming the responding router is faulty. - -Saved JSON includes the individual `spike_probes` with hop, hostname, IP, and RTT. Compact event summaries include `peak_probe_ms`, `spike_limit_ms`, and `spike_probe_count` so you can see why an attempt was kept or discarded. Hop medians and `--hop-jump` are used only for the separate tentative segment assessment, not to decide whether to save a trace. - -The report looks for an RTT jump that remains elevated through subsequent responding hops, including the destination. It identifies a possible segment, not a proven faulty router. These are round-trip measurements taken at different times, not per-link transit times. Return paths and ICMP prioritization can differ. A spike can end while tracert is still running. Missing hops are not evidence of packet loss in forwarded traffic. - -Microsoft documents that some routers do not answer traceroute probes: [TRACERT troubleshooting](https://learn.microsoft.com/en-us/troubleshoot/windows-server/networking/trace-route-troubleshoot-tcp-ip-problems). - -## Verification - -```powershell -python -m unittest -v -python network_monitor.py --target 127.0.0.1 --count 3 --trace-now -``` - -`--count` ends monitoring after the requested probe count and cancels an active incident capture. A healthy loopback diagnostic should leave no saved trace files. + +Double-click **Start Monitor.cmd**, or run: + +```powershell +python network_monitor.py +``` + +Continuously runs route traces to `1.1.1.1` from startup, one at a time, with a 2-second pause between traces (`--trace-retry`). Tracing continues after capturing a spike and does not wait for ping spikes, qualifying periods, or a cooldown. Windows uses `tracert`; Linux uses `traceroute`. Ctrl+C stops monitoring and cancels the active trace. + +Pings also run once per second to maintain a healthy latency baseline. A spike is a reply of at least 100 ms, or (after 10 healthy samples) at least 3 times the healthy median AND 40 ms above it. Missing ping replies are logged as loss. Each trace uses the baseline available when it starts; until 10 healthy ping samples exist, traces use only the absolute threshold. Only traces containing measured slow replies are saved. + +Customize the target, sensitivity, and pause between traces: + +```powershell +python network_monitor.py --target 8.8.8.8 --threshold 80 --trace-retry 1 +``` + +`--trace-now` and `--cooldown` remain accepted for compatibility but have no effect. `--required`, `--period`, and `--consecutive` affect ping period summaries only; they do not control tracing. + +Use `python network_monitor.py --help` for all options. Hostnames resolve to a single IPv4 address at startup so ping and route tracing use the same destination. This measures the path to the selected target; it does not measure every Internet service. Run separate instances with separate `--log-dir` directories to compare destinations. + +## Preserved evidence + +Reverse DNS is enabled: raw logs show hop hostnames alongside their IP addresses when available, for example `hop1.subsystem2.spectrum.com [192.0.2.1]`. JSON hop records include both `hostname` and `ip`. Routers without reverse DNS show only an IP; routers that do not reply may show only stars. DNS lookup can make each trace take longer. + +All logs go to `logs` beside the program by default, or the directory supplied with `--log-dir`: + +- Only traces that capture a spike are retained. Each has a timestamped `trace_YYYYMMDD_HHMMSS_microseconds.txt` containing the **entire, unmodified stdout and stderr**, plus a matching `.json` with hop timings, command, attempt number, and assessment. +- While a trace runs, output streams to `.pending.txt`. If it captures a spike, this file becomes the saved `.txt`; otherwise it is deleted, including on normal cancellation without measured spikes. A forced process kill or power failure may leave a temporary `.pending.txt`. +- `events.jsonl` appends individual spikes/lost replies, period summaries, and brief trace results between runs. Healthy pings appear only in the console and are not written to disk. Discarded attempts do not retain their full output or hop arrays here. +- Existing logs from earlier versions are left in place. Raw output preserves the command's original bytes. + +No logs are automatically deleted or rotated. A long-running session can grow large; archive logs after stopping the monitor. Probe intervals are best effort; timeouts may make a cycle longer than the requested interval. Values below 1 ms are represented as 0.5 ms for calculations. Parsing requires the ping reply's `TTL`/`ttl` field and `ms` timings; unrecognized successful replies produce an explicit error. + +## Interpreting reports + +A trace is retained when **any individual timed probe at any hop** meets the spike threshold: 100 ms by default, or the relative ping threshold based on the healthy baseline frozen when each trace starts. A single slow probe counts even if the other two replies are fast, downstream hops recover, or the destination never replies. Partial/cancelled traces are also retained if they contain measured slow replies; timeouts alone do not qualify. This captures evidence without claiming the responding router is faulty. + +Saved JSON includes the individual `spike_probes` with hop, hostname, IP, and RTT. Compact event summaries include `peak_probe_ms`, `spike_limit_ms`, and `spike_probe_count` so you can see why an attempt was kept or discarded. Hop medians and `--hop-jump` are used only for the separate tentative segment assessment, not to decide whether to save a trace. + +The report looks for an RTT jump that remains elevated through subsequent responding hops, including the destination. It identifies a possible segment, not a proven faulty router. These are round-trip measurements taken at different times, not per-link transit times. Return paths and ICMP prioritization can differ. A spike can end while tracert is still running. Missing hops are not evidence of packet loss in forwarded traffic. + +Microsoft documents that some routers do not answer traceroute probes: [TRACERT troubleshooting](https://learn.microsoft.com/en-us/troubleshoot/windows-server/networking/trace-route-troubleshoot-tcp-ip-problems). + +## Verification + +```powershell +python -m unittest -v +python network_monitor.py --target 127.0.0.1 --count 3 --trace-now +``` + +`--count` ends monitoring after the requested probe count and cancels an active trace. A healthy loopback diagnostic should leave no saved trace files. On Linux, run these commands with `python3`; the integration test runs when both `ping` and `traceroute` are installed. diff --git a/logs/events.jsonl b/logs/events.jsonl new file mode 100644 index 0000000..4b958ea --- /dev/null +++ b/logs/events.jsonl @@ -0,0 +1,3007 @@ +{"time": "2026-09-28T12:28:46.460-05:00", "event": "start", "target": "1.1.1.1", "settings": {"target": "1.1.1.1", "interval": 1, "threshold": 100, "multiplier": 3, "increase": 40, "required": 3, "period": 60, "consecutive": 2, "baseline_window": 60, "cooldown": 120, "trace_retry": 2, "ping_timeout": 1000, "trace_timeout": 500, "max_hops": 30, "hop_jump": 30, "log_dir": "/home/hz/dev/spectrum/logs", "count": null, "trace_now": false}} +{"time": "2026-09-28T12:28:46.461-05:00", "event": "trigger_rule"} +{"time": "2026-09-28T12:29:13.716-05:00", "event": "stop", "samples": 28} +{"time": "2026-09-28T20:13:18.291-05:00", "event": "start", "target": "1.1.1.1", "settings": {"target": "1.1.1.1", "interval": 1, "threshold": 100, "multiplier": 3, "increase": 40, "required": 3, "period": 60, "consecutive": 2, "baseline_window": 60, "cooldown": 120, "trace_retry": 2, "ping_timeout": 1000, "trace_timeout": 500, "max_hops": 30, "hop_jump": 30, "log_dir": "/home/hz/dev/spectrum/logs", "count": null, "trace_now": false}} +{"time": "2026-09-28T20:13:18.292-05:00", "event": "trigger_rule"} +{"time": "2026-09-28T20:13:26.413-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 114.0, "bad": true, "baseline_ms": 17.15, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:13:43.370-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 67.9, "bad": true, "baseline_ms": 18.6, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:14:18.335-05:00", "event": "period_complete", "bad_count": 2, "streak": 0} +{"time": "2026-09-28T20:15:00.401-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 80.1, "bad": true, "baseline_ms": 17.3, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:15:01.400-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 79.1, "bad": true, "baseline_ms": 17.3, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:15:09.557-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 234.0, "bad": true, "baseline_ms": 17.45, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:15:10.420-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 96.9, "bad": true, "baseline_ms": 17.45, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:15:12.417-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 92.9, "bad": true, "baseline_ms": 17.55, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:15:18.344-05:00", "event": "period_complete", "bad_count": 5, "streak": 1} +{"time": "2026-09-28T20:15:38.449-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 118.0, "bad": true, "baseline_ms": 18.0, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:15:50.449-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 115.0, "bad": true, "baseline_ms": 18.75, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:16:18.356-05:00", "event": "period_complete", "bad_count": 2, "streak": 0} +{"time": "2026-09-28T20:16:24.512-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 171.0, "bad": true, "baseline_ms": 17.950000000000003, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:16:25.490-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 149.0, "bad": true, "baseline_ms": 17.950000000000003, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:16:34.466-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 122.0, "bad": true, "baseline_ms": 18.6, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:16:38.419-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 73.7, "bad": true, "baseline_ms": 19.299999999999997, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:16:45.408-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 61.0, "bad": true, "baseline_ms": 20.299999999999997, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:17:18.374-05:00", "event": "period_complete", "bad_count": 5, "streak": 1} +{"time": "2026-09-28T20:17:37.438-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 78.4, "bad": true, "baseline_ms": 19.5, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:18:01.456-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 90.2, "bad": true, "baseline_ms": 17.25, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:18:05.430-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 63.1, "bad": true, "baseline_ms": 17.25, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:18:06.464-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 96.3, "bad": true, "baseline_ms": 17.25, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:18:07.495-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 127.0, "bad": true, "baseline_ms": 17.25, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:18:18.387-05:00", "event": "period_complete", "bad_count": 5, "streak": 2} +{"time": "2026-09-28T20:18:18.387-05:00", "event": "incident_start", "incident_id": "incident_20260928_201818_387619", "baseline_ms": 17.6} +{"time": "2026-09-28T20:18:18.387-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": "incident_20260928_201818_387619", "attempt": 1} +{"time": "2026-09-28T20:18:20.596-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.6, "spike_probe_count": 0, "peak_probe_ms": 53.794, "sustained_jump_found": false, "incident_id": "incident_20260928_201818_387619", "attempt": 1} +{"time": "2026-09-28T20:18:20.597-05:00", "event": "trace_retry", "incident_id": "incident_20260928_201818_387619", "attempt": 1} +{"time": "2026-09-28T20:18:22.597-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": "incident_20260928_201818_387619", "attempt": 2} +{"time": "2026-09-28T20:18:23.606-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_201822_597829.txt", "spike_captured": true, "spike_limit_ms": 57.6, "spike_probe_count": 1, "peak_probe_ms": 71.872, "sustained_jump_found": false, "incident_id": "incident_20260928_201818_387619", "attempt": 2} +{"time": "2026-09-28T20:18:23.609-05:00", "event": "incident_captured", "incident_id": "incident_20260928_201818_387619", "attempts": 2, "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_201822_597829.txt"} +{"time": "2026-09-28T20:18:49.537-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 159.0, "bad": true, "baseline_ms": 17.85, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:18:56.442-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 62.4, "bad": true, "baseline_ms": 17.8, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:19:05.499-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 118.0, "bad": true, "baseline_ms": 18.05, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:19:14.458-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 74.0, "bad": true, "baseline_ms": 19.25, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:19:18.400-05:00", "event": "period_complete", "bad_count": 4, "streak": 3} +{"time": "2026-09-28T20:20:18.418-05:00", "event": "period_complete", "bad_count": 0, "streak": 0} +{"time": "2026-09-28T20:20:37.478-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 73.0, "bad": true, "baseline_ms": 16.9, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:20:58.684-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 274.0, "bad": true, "baseline_ms": 17.1, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:21:18.432-05:00", "event": "period_complete", "bad_count": 2, "streak": 0} +{"time": "2026-09-28T20:22:18.447-05:00", "event": "period_complete", "bad_count": 0, "streak": 0} +{"time": "2026-09-28T20:23:04.503-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 61.0, "bad": true, "baseline_ms": 16.4, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:23:18.469-05:00", "event": "period_complete", "bad_count": 1, "streak": 0} +{"time": "2026-09-28T20:23:59.528-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 73.8, "bad": true, "baseline_ms": 17.15, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:24:12.708-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 250.0, "bad": true, "baseline_ms": 17.2, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:24:18.504-05:00", "event": "period_complete", "bad_count": 2, "streak": 0} +{"time": "2026-09-28T20:24:33.526-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 62.7, "bad": true, "baseline_ms": 17.8, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:24:37.555-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 91.5, "bad": true, "baseline_ms": 17.85, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:24:52.592-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 124.0, "bad": true, "baseline_ms": 19.25, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:25:06.552-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 80.1, "bad": true, "baseline_ms": 20.0, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:25:10.546-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 74.4, "bad": true, "baseline_ms": 20.0, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:25:18.492-05:00", "event": "period_complete", "bad_count": 5, "streak": 1} +{"time": "2026-09-28T20:25:45.575-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 94.6, "bad": true, "baseline_ms": 17.15, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:25:46.539-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 57.9, "bad": true, "baseline_ms": 17.15, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:25:52.587-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 104.0, "bad": true, "baseline_ms": 17.2, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:25:54.739-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 256.0, "bad": true, "baseline_ms": 17.1, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:25:58.659-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 173.0, "bad": true, "baseline_ms": 17.2, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:26:01.563-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 78.5, "bad": true, "baseline_ms": 17.1, "trigger": false, "period_bad": 6, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:26:15.624-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 135.0, "bad": true, "baseline_ms": 17.05, "trigger": false, "period_bad": 7, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:26:18.624-05:00", "event": "period_complete", "bad_count": 7, "streak": 2} +{"time": "2026-09-28T20:26:18.624-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 135.0, "bad": true, "baseline_ms": 17.05, "trigger": true, "period_bad": 1, "completed_period_bad": 7, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:26:18.625-05:00", "event": "incident_start", "incident_id": "incident_20260928_202618_625014", "baseline_ms": 17.05} +{"time": "2026-09-28T20:26:18.625-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": "incident_20260928_202618_625014", "attempt": 1} +{"time": "2026-09-28T20:26:19.632-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.05, "spike_probe_count": 0, "peak_probe_ms": 35.614, "sustained_jump_found": false, "incident_id": "incident_20260928_202618_625014", "attempt": 1} +{"time": "2026-09-28T20:26:19.633-05:00", "event": "trace_retry", "incident_id": "incident_20260928_202618_625014", "attempt": 1} +{"time": "2026-09-28T20:26:21.634-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": "incident_20260928_202618_625014", "attempt": 2} +{"time": "2026-09-28T20:26:22.440-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_202621_633856.txt", "spike_captured": true, "spike_limit_ms": 57.05, "spike_probe_count": 1, "peak_probe_ms": 93.58, "sustained_jump_found": false, "incident_id": "incident_20260928_202618_625014", "attempt": 2} +{"time": "2026-09-28T20:26:22.442-05:00", "event": "incident_captured", "incident_id": "incident_20260928_202618_625014", "attempts": 2, "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_202621_633856.txt"} +{"time": "2026-09-28T20:26:40.696-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 204.0, "bad": true, "baseline_ms": 16.9, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:26:45.778-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 282.0, "bad": true, "baseline_ms": 17.0, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:26:46.596-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 101.0, "bad": true, "baseline_ms": 17.0, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:26:47.698-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 202.0, "bad": true, "baseline_ms": 17.0, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:27:07.622-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 122.0, "bad": true, "baseline_ms": 17.200000000000003, "trigger": false, "period_bad": 6, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:27:18.530-05:00", "event": "period_complete", "bad_count": 6, "streak": 3} +{"time": "2026-09-28T20:27:26.580-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 75.5, "bad": true, "baseline_ms": 17.4, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T20:27:31.599-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 93.4, "bad": true, "baseline_ms": 17.799999999999997, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T20:27:37.580-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 72.8, "bad": true, "baseline_ms": 18.35, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T20:27:43.573-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 64.0, "bad": true, "baseline_ms": 18.6, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T20:27:45.983-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 474.0, "bad": true, "baseline_ms": 18.6, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T20:27:49.602-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 92.4, "bad": true, "baseline_ms": 18.85, "trigger": false, "period_bad": 6, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T20:27:52.575-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 65.2, "bad": true, "baseline_ms": 18.85, "trigger": false, "period_bad": 7, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T20:27:53.601-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 91.2, "bad": true, "baseline_ms": 18.85, "trigger": false, "period_bad": 8, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T20:27:54.770-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 260.0, "bad": true, "baseline_ms": 18.85, "trigger": false, "period_bad": 9, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T20:28:09.792-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 279.0, "bad": true, "baseline_ms": 19.3, "trigger": false, "period_bad": 10, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T20:28:11.599-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 85.4, "bad": true, "baseline_ms": 19.55, "trigger": false, "period_bad": 11, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T20:28:13.589-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 74.2, "bad": true, "baseline_ms": 19.55, "trigger": false, "period_bad": 12, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T20:28:18.532-05:00", "event": "period_complete", "bad_count": 12, "streak": 4} +{"time": "2026-09-28T20:28:50.623-05:00", "event": "stop", "samples": 933} +{"time": "2026-09-28T20:28:52.828-05:00", "event": "start", "target": "1.1.1.1", "settings": {"target": "1.1.1.1", "interval": 1, "threshold": 100, "multiplier": 3, "increase": 40, "required": 3, "period": 60, "consecutive": 2, "baseline_window": 60, "cooldown": 120, "trace_retry": 2, "ping_timeout": 1000, "trace_timeout": 500, "max_hops": 30, "hop_jump": 30, "log_dir": "/home/hz/dev/spectrum/logs", "count": null, "trace_now": false}} +{"time": "2026-09-28T20:28:52.828-05:00", "event": "trace_mode"} +{"time": "2026-09-28T20:28:52.829-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1} +{"time": "2026-09-28T20:28:54.237-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 100, "spike_probe_count": 0, "peak_probe_ms": 57.744, "sustained_jump_found": false, "incident_id": null, "attempt": 1} +{"time": "2026-09-28T20:28:56.830-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 2} +{"time": "2026-09-28T20:28:58.039-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 100, "spike_probe_count": 0, "peak_probe_ms": 92.716, "sustained_jump_found": false, "incident_id": null, "attempt": 2} +{"time": "2026-09-28T20:29:00.831-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 3} +{"time": "2026-09-28T20:29:01.836-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 100, "spike_probe_count": 0, "peak_probe_ms": 30.778, "sustained_jump_found": false, "incident_id": null, "attempt": 3} +{"time": "2026-09-28T20:29:04.832-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 4} +{"time": "2026-09-28T20:29:06.085-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 249.0, "bad": true, "baseline_ms": 17.0, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:29:06.241-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_202904_832610.txt", "spike_captured": true, "spike_limit_ms": 57.2, "spike_probe_count": 1, "peak_probe_ms": 134.849, "sustained_jump_found": false, "incident_id": null, "attempt": 4} +{"time": "2026-09-28T20:29:08.833-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 5} +{"time": "2026-09-28T20:29:08.909-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 72.3, "bad": true, "baseline_ms": 17.0, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:29:10.442-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_202908_833609.txt", "spike_captured": true, "spike_limit_ms": 57.0, "spike_probe_count": 6, "peak_probe_ms": 133.789, "sustained_jump_found": false, "incident_id": null, "attempt": 5} +{"time": "2026-09-28T20:29:12.834-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 6} +{"time": "2026-09-28T20:29:14.443-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 34.86, "sustained_jump_found": false, "incident_id": null, "attempt": 6} +{"time": "2026-09-28T20:29:16.835-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 7} +{"time": "2026-09-28T20:29:18.445-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_202916_835701.txt", "spike_captured": true, "spike_limit_ms": 57.0, "spike_probe_count": 2, "peak_probe_ms": 82.747, "sustained_jump_found": false, "incident_id": null, "attempt": 7} +{"time": "2026-09-28T20:29:20.836-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 8} +{"time": "2026-09-28T20:29:21.842-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_202920_836621.txt", "spike_captured": true, "spike_limit_ms": 57.0, "spike_probe_count": 1, "peak_probe_ms": 60.434, "sustained_jump_found": false, "incident_id": null, "attempt": 8} +{"time": "2026-09-28T20:29:24.837-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 9} +{"time": "2026-09-28T20:29:25.842-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 36.838, "sustained_jump_found": false, "incident_id": null, "attempt": 9} +{"time": "2026-09-28T20:29:28.838-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 10} +{"time": "2026-09-28T20:29:29.845-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_202928_838679.txt", "spike_captured": true, "spike_limit_ms": 57.1, "spike_probe_count": 1, "peak_probe_ms": 60.786, "sustained_jump_found": false, "incident_id": null, "attempt": 10} +{"time": "2026-09-28T20:29:32.839-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 11} +{"time": "2026-09-28T20:29:34.048-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_202932_839632.txt", "spike_captured": true, "spike_limit_ms": 57.15, "spike_probe_count": 4, "peak_probe_ms": 81.934, "sustained_jump_found": false, "incident_id": null, "attempt": 11} +{"time": "2026-09-28T20:29:36.840-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 12} +{"time": "2026-09-28T20:29:38.250-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_202936_840654.txt", "spike_captured": true, "spike_limit_ms": 57.3, "spike_probe_count": 5, "peak_probe_ms": 177.922, "sustained_jump_found": false, "incident_id": null, "attempt": 12} +{"time": "2026-09-28T20:29:40.841-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 13} +{"time": "2026-09-28T20:29:41.649-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.3, "spike_probe_count": 0, "peak_probe_ms": 33.769, "sustained_jump_found": false, "incident_id": null, "attempt": 13} +{"time": "2026-09-28T20:29:43.842-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 14} +{"time": "2026-09-28T20:29:44.649-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 44.827, "sustained_jump_found": false, "incident_id": null, "attempt": 14} +{"time": "2026-09-28T20:29:46.843-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 15} +{"time": "2026-09-28T20:29:47.651-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.25, "spike_probe_count": 0, "peak_probe_ms": 33.75, "sustained_jump_found": false, "incident_id": null, "attempt": 15} +{"time": "2026-09-28T20:29:49.844-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 16} +{"time": "2026-09-28T20:29:50.944-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 97.1, "bad": true, "baseline_ms": 17.2, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:29:51.051-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_202949_844423.txt", "spike_captured": true, "spike_limit_ms": 57.2, "spike_probe_count": 2, "peak_probe_ms": 121.805, "sustained_jump_found": false, "incident_id": null, "attempt": 16} +{"time": "2026-09-28T20:29:52.863-05:00", "event": "period_complete", "bad_count": 3, "streak": 1} +{"time": "2026-09-28T20:29:53.845-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 17} +{"time": "2026-09-28T20:29:55.128-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 280.0, "bad": true, "baseline_ms": 17.2, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:29:55.653-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_202953_844924.txt", "spike_captured": true, "spike_limit_ms": 57.2, "spike_probe_count": 3, "peak_probe_ms": 278.328, "sustained_jump_found": false, "incident_id": null, "attempt": 17} +{"time": "2026-09-28T20:29:55.913-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 64.4, "bad": true, "baseline_ms": 17.2, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:29:57.203-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 356.0, "bad": true, "baseline_ms": 17.2, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:29:57.845-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 18} +{"time": "2026-09-28T20:29:59.909-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 59.7, "bad": true, "baseline_ms": 17.2, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:30:00.456-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_202957_845832.txt", "spike_captured": true, "spike_limit_ms": 57.2, "spike_probe_count": 12, "peak_probe_ms": 430.866, "sustained_jump_found": false, "incident_id": null, "attempt": 18} +{"time": "2026-09-28T20:30:01.164-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 315.0, "bad": true, "baseline_ms": 17.2, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:30:01.931-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 81.6, "bad": true, "baseline_ms": 17.2, "trigger": false, "period_bad": 6, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:30:02.847-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 19} +{"time": "2026-09-28T20:30:04.055-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203002_847161.txt", "spike_captured": true, "spike_limit_ms": 57.2, "spike_probe_count": 3, "peak_probe_ms": 85.794, "sustained_jump_found": false, "incident_id": null, "attempt": 19} +{"time": "2026-09-28T20:30:06.848-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 20} +{"time": "2026-09-28T20:30:07.853-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 31.687, "sustained_jump_found": false, "incident_id": null, "attempt": 20} +{"time": "2026-09-28T20:30:10.849-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 21} +{"time": "2026-09-28T20:30:12.458-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203010_849173.txt", "spike_captured": true, "spike_limit_ms": 57.2, "spike_probe_count": 2, "peak_probe_ms": 99.58, "sustained_jump_found": false, "incident_id": null, "attempt": 21} +{"time": "2026-09-28T20:30:14.850-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 22} +{"time": "2026-09-28T20:30:15.657-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203014_850176.txt", "spike_captured": true, "spike_limit_ms": 57.35, "spike_probe_count": 1, "peak_probe_ms": 62.835, "sustained_jump_found": false, "incident_id": null, "attempt": 22} +{"time": "2026-09-28T20:30:17.850-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 23} +{"time": "2026-09-28T20:30:19.459-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203017_850858.txt", "spike_captured": true, "spike_limit_ms": 57.35, "spike_probe_count": 5, "peak_probe_ms": 163.831, "sustained_jump_found": false, "incident_id": null, "attempt": 23} +{"time": "2026-09-28T20:30:21.851-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 24} +{"time": "2026-09-28T20:30:23.261-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203021_851704.txt", "spike_captured": true, "spike_limit_ms": 58.05, "spike_probe_count": 2, "peak_probe_ms": 77.763, "sustained_jump_found": false, "incident_id": null, "attempt": 24} +{"time": "2026-09-28T20:30:25.853-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 25} +{"time": "2026-09-28T20:30:26.858-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203025_853363.txt", "spike_captured": true, "spike_limit_ms": 58.05, "spike_probe_count": 1, "peak_probe_ms": 143.714, "sustained_jump_found": false, "incident_id": null, "attempt": 25} +{"time": "2026-09-28T20:30:29.853-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 26} +{"time": "2026-09-28T20:30:31.263-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.35, "spike_probe_count": 0, "peak_probe_ms": 31.724, "sustained_jump_found": false, "incident_id": null, "attempt": 26} +{"time": "2026-09-28T20:30:33.854-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 27} +{"time": "2026-09-28T20:30:34.663-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203033_854831.txt", "spike_captured": true, "spike_limit_ms": 57.5, "spike_probe_count": 1, "peak_probe_ms": 78.527, "sustained_jump_found": false, "incident_id": null, "attempt": 27} +{"time": "2026-09-28T20:30:36.856-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 28} +{"time": "2026-09-28T20:30:37.663-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.65, "spike_probe_count": 0, "peak_probe_ms": 27.02, "sustained_jump_found": false, "incident_id": null, "attempt": 28} +{"time": "2026-09-28T20:30:39.856-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 29} +{"time": "2026-09-28T20:30:40.863-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.35, "spike_probe_count": 0, "peak_probe_ms": 51.658, "sustained_jump_found": false, "incident_id": null, "attempt": 29} +{"time": "2026-09-28T20:30:43.857-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 30} +{"time": "2026-09-28T20:30:44.666-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.3, "spike_probe_count": 0, "peak_probe_ms": 47.68, "sustained_jump_found": false, "incident_id": null, "attempt": 30} +{"time": "2026-09-28T20:30:46.858-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 31} +{"time": "2026-09-28T20:30:47.665-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.25, "spike_probe_count": 0, "peak_probe_ms": 35.319, "sustained_jump_found": false, "incident_id": null, "attempt": 31} +{"time": "2026-09-28T20:30:49.858-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 32} +{"time": "2026-09-28T20:30:50.864-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203049_858827.txt", "spike_captured": true, "spike_limit_ms": 57.3, "spike_probe_count": 2, "peak_probe_ms": 112.611, "sustained_jump_found": false, "incident_id": null, "attempt": 32} +{"time": "2026-09-28T20:30:52.881-05:00", "event": "period_complete", "bad_count": 6, "streak": 2} +{"time": "2026-09-28T20:30:53.859-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 33} +{"time": "2026-09-28T20:30:55.025-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 161.0, "bad": true, "baseline_ms": 17.25, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:30:55.268-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203053_859651.txt", "spike_captured": true, "spike_limit_ms": 57.15, "spike_probe_count": 3, "peak_probe_ms": 190.624, "sustained_jump_found": false, "incident_id": null, "attempt": 33} +{"time": "2026-09-28T20:30:56.952-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 87.8, "bad": true, "baseline_ms": 17.25, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:30:57.860-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 34} +{"time": "2026-09-28T20:30:58.959-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 94.7, "bad": true, "baseline_ms": 17.35, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:30:59.267-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203057_860657.txt", "spike_captured": true, "spike_limit_ms": 57.25, "spike_probe_count": 4, "peak_probe_ms": 164.008, "sustained_jump_found": false, "incident_id": null, "attempt": 34} +{"time": "2026-09-28T20:31:01.861-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 35} +{"time": "2026-09-28T20:31:01.931-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 64.7, "bad": true, "baseline_ms": 17.5, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:31:03.271-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203101_861621.txt", "spike_captured": true, "spike_limit_ms": 57.5, "spike_probe_count": 6, "peak_probe_ms": 98.781, "sustained_jump_found": false, "incident_id": null, "attempt": 35} +{"time": "2026-09-28T20:31:05.862-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 36} +{"time": "2026-09-28T20:31:07.268-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203105_862694.txt", "spike_captured": true, "spike_limit_ms": 57.9, "spike_probe_count": 5, "peak_probe_ms": 152.597, "sustained_jump_found": false, "incident_id": null, "attempt": 36} +{"time": "2026-09-28T20:31:09.864-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 37} +{"time": "2026-09-28T20:31:10.950-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 83.0, "bad": true, "baseline_ms": 18.1, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:31:11.869-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203109_864266.txt", "spike_captured": true, "spike_limit_ms": 58.1, "spike_probe_count": 6, "peak_probe_ms": 389.841, "sustained_jump_found": false, "incident_id": null, "attempt": 37} +{"time": "2026-09-28T20:31:12.937-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 69.7, "bad": true, "baseline_ms": 18.1, "trigger": false, "period_bad": 6, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:31:14.864-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 38} +{"time": "2026-09-28T20:31:15.165-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 295.0, "bad": true, "baseline_ms": 18.15, "trigger": false, "period_bad": 7, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:31:17.074-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203114_864843.txt", "spike_captured": true, "spike_limit_ms": 58.15, "spike_probe_count": 4, "peak_probe_ms": 292.387, "sustained_jump_found": false, "incident_id": null, "attempt": 38} +{"time": "2026-09-28T20:31:19.866-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 39} +{"time": "2026-09-28T20:31:21.872-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203119_866189.txt", "spike_captured": true, "spike_limit_ms": 58.25, "spike_probe_count": 8, "peak_probe_ms": 225.593, "sustained_jump_found": false, "incident_id": null, "attempt": 39} +{"time": "2026-09-28T20:31:24.867-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 40} +{"time": "2026-09-28T20:31:26.275-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203124_867324.txt", "spike_captured": true, "spike_limit_ms": 58.7, "spike_probe_count": 1, "peak_probe_ms": 135.762, "sustained_jump_found": false, "incident_id": null, "attempt": 40} +{"time": "2026-09-28T20:31:28.868-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 41} +{"time": "2026-09-28T20:31:29.676-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.7, "spike_probe_count": 0, "peak_probe_ms": 26.902, "sustained_jump_found": false, "incident_id": null, "attempt": 41} +{"time": "2026-09-28T20:31:31.869-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 42} +{"time": "2026-09-28T20:31:33.076-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203131_869508.txt", "spike_captured": true, "spike_limit_ms": 58.35, "spike_probe_count": 1, "peak_probe_ms": 111.778, "sustained_jump_found": false, "incident_id": null, "attempt": 42} +{"time": "2026-09-28T20:31:35.870-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 43} +{"time": "2026-09-28T20:31:37.479-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203135_870042.txt", "spike_captured": true, "spike_limit_ms": 58.65, "spike_probe_count": 1, "peak_probe_ms": 65.511, "sustained_jump_found": false, "incident_id": null, "attempt": 43} +{"time": "2026-09-28T20:31:39.871-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 44} +{"time": "2026-09-28T20:31:40.876-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203139_871486.txt", "spike_captured": true, "spike_limit_ms": 58.95, "spike_probe_count": 1, "peak_probe_ms": 64.597, "sustained_jump_found": false, "incident_id": null, "attempt": 44} +{"time": "2026-09-28T20:31:43.872-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 45} +{"time": "2026-09-28T20:31:44.878-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.95, "spike_probe_count": 0, "peak_probe_ms": 34.604, "sustained_jump_found": false, "incident_id": null, "attempt": 45} +{"time": "2026-09-28T20:31:47.873-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 46} +{"time": "2026-09-28T20:31:50.282-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203147_872876.txt", "spike_captured": true, "spike_limit_ms": 59.1, "spike_probe_count": 7, "peak_probe_ms": 377.86, "sustained_jump_found": false, "incident_id": null, "attempt": 46} +{"time": "2026-09-28T20:31:52.874-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 47} +{"time": "2026-09-28T20:31:52.898-05:00", "event": "period_complete", "bad_count": 7, "streak": 3} +{"time": "2026-09-28T20:31:54.048-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 171.0, "bad": true, "baseline_ms": 19.25, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T20:31:54.880-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203152_874626.txt", "spike_captured": true, "spike_limit_ms": 59.1, "spike_probe_count": 7, "peak_probe_ms": 280.769, "sustained_jump_found": false, "incident_id": null, "attempt": 47} +{"time": "2026-09-28T20:31:56.960-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 82.6, "bad": true, "baseline_ms": 19.75, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T20:31:57.875-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 48} +{"time": "2026-09-28T20:31:59.973-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 94.0, "bad": true, "baseline_ms": 20.0, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T20:32:01.686-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203157_875238.txt", "spike_captured": true, "spike_limit_ms": 59.75, "spike_probe_count": 12, "peak_probe_ms": 420.029, "sustained_jump_found": false, "incident_id": null, "attempt": 48} +{"time": "2026-09-28T20:32:03.876-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 49} +{"time": "2026-09-28T20:32:06.036-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 155.0, "bad": true, "baseline_ms": 20.1, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T20:32:06.287-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203203_876772.txt", "spike_captured": true, "spike_limit_ms": 60.300000000000004, "spike_probe_count": 7, "peak_probe_ms": 319.511, "sustained_jump_found": false, "incident_id": null, "attempt": 49} +{"time": "2026-09-28T20:32:07.051-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 170.0, "bad": true, "baseline_ms": 20.1, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T20:32:08.074-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 192.0, "bad": true, "baseline_ms": 20.1, "trigger": false, "period_bad": 6, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T20:32:08.878-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 50} +{"time": "2026-09-28T20:32:09.686-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 60.300000000000004, "spike_probe_count": 0, "peak_probe_ms": 41.646, "sustained_jump_found": false, "incident_id": null, "attempt": 50} +{"time": "2026-09-28T20:32:10.955-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 73.5, "bad": true, "baseline_ms": 20.1, "trigger": false, "period_bad": 7, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T20:32:11.878-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 51} +{"time": "2026-09-28T20:32:12.685-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 60.300000000000004, "spike_probe_count": 0, "peak_probe_ms": 32.674, "sustained_jump_found": false, "incident_id": null, "attempt": 51} +{"time": "2026-09-28T20:32:12.953-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 70.7, "bad": true, "baseline_ms": 19.85, "trigger": false, "period_bad": 8, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T20:32:14.879-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 52} +{"time": "2026-09-28T20:32:15.687-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 59.45, "spike_probe_count": 0, "peak_probe_ms": 34.629, "sustained_jump_found": false, "incident_id": null, "attempt": 52} +{"time": "2026-09-28T20:32:17.880-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 53} +{"time": "2026-09-28T20:32:18.957-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 72.6, "bad": true, "baseline_ms": 19.450000000000003, "trigger": false, "period_bad": 9, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T20:32:20.089-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203217_880219.txt", "spike_captured": true, "spike_limit_ms": 59.45, "spike_probe_count": 4, "peak_probe_ms": 489.837, "sustained_jump_found": false, "incident_id": null, "attempt": 53} +{"time": "2026-09-28T20:32:22.881-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 54} +{"time": "2026-09-28T20:32:23.886-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 59.25, "spike_probe_count": 0, "peak_probe_ms": 38.661, "sustained_jump_found": false, "incident_id": null, "attempt": 54} +{"time": "2026-09-28T20:32:26.882-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 55} +{"time": "2026-09-28T20:32:30.115-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 229.0, "bad": true, "baseline_ms": 19.25, "trigger": false, "period_bad": 10, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T20:32:30.494-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203226_882335.txt", "spike_captured": true, "spike_limit_ms": 59.0, "spike_probe_count": 12, "peak_probe_ms": 383.531, "sustained_jump_found": false, "incident_id": null, "attempt": 55} +{"time": "2026-09-28T20:32:32.170-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 284.0, "bad": true, "baseline_ms": 19.1, "trigger": false, "period_bad": 11, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T20:32:32.883-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 56} +{"time": "2026-09-28T20:32:33.985-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 97.2, "bad": true, "baseline_ms": 18.85, "trigger": false, "period_bad": 12, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T20:32:35.094-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203232_883843.txt", "spike_captured": true, "spike_limit_ms": 59.1, "spike_probe_count": 10, "peak_probe_ms": 370.797, "sustained_jump_found": false, "incident_id": null, "attempt": 56} +{"time": "2026-09-28T20:32:37.885-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 57} +{"time": "2026-09-28T20:32:38.889-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.55, "spike_probe_count": 0, "peak_probe_ms": 56.581, "sustained_jump_found": false, "incident_id": null, "attempt": 57} +{"time": "2026-09-28T20:32:41.886-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 58} +{"time": "2026-09-28T20:32:42.692-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.5, "spike_probe_count": 0, "peak_probe_ms": 36.74, "sustained_jump_found": false, "incident_id": null, "attempt": 58} +{"time": "2026-09-28T20:32:44.887-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 59} +{"time": "2026-09-28T20:32:45.892-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203244_886967.txt", "spike_captured": true, "spike_limit_ms": 58.4, "spike_probe_count": 1, "peak_probe_ms": 73.63, "sustained_jump_found": false, "incident_id": null, "attempt": 59} +{"time": "2026-09-28T20:32:48.888-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 60} +{"time": "2026-09-28T20:32:49.892-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.3, "spike_probe_count": 0, "peak_probe_ms": 47.633, "sustained_jump_found": false, "incident_id": null, "attempt": 60} +{"time": "2026-09-28T20:32:52.889-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 61} +{"time": "2026-09-28T20:32:52.909-05:00", "event": "period_complete", "bad_count": 12, "streak": 4} +{"time": "2026-09-28T20:32:53.696-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.3, "spike_probe_count": 0, "peak_probe_ms": 37.941, "sustained_jump_found": false, "incident_id": null, "attempt": 61} +{"time": "2026-09-28T20:32:55.889-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 62} +{"time": "2026-09-28T20:32:56.697-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.3, "spike_probe_count": 0, "peak_probe_ms": 41.817, "sustained_jump_found": false, "incident_id": null, "attempt": 62} +{"time": "2026-09-28T20:32:58.891-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 63} +{"time": "2026-09-28T20:32:59.698-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.3, "spike_probe_count": 0, "peak_probe_ms": 33.759, "sustained_jump_found": false, "incident_id": null, "attempt": 63} +{"time": "2026-09-28T20:33:01.891-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 64} +{"time": "2026-09-28T20:33:02.896-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.0, "spike_probe_count": 0, "peak_probe_ms": 40.967, "sustained_jump_found": false, "incident_id": null, "attempt": 64} +{"time": "2026-09-28T20:33:05.892-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 65} +{"time": "2026-09-28T20:33:07.101-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203305_892619.txt", "spike_captured": true, "spike_limit_ms": 57.35, "spike_probe_count": 2, "peak_probe_ms": 167.769, "sustained_jump_found": false, "incident_id": null, "attempt": 65} +{"time": "2026-09-28T20:33:09.215-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 319.0, "bad": true, "baseline_ms": 17.2, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T20:33:09.893-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 66} +{"time": "2026-09-28T20:33:09.981-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 82.9, "bad": true, "baseline_ms": 17.2, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T20:33:10.898-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203309_893076.txt", "spike_captured": true, "spike_limit_ms": 57.2, "spike_probe_count": 2, "peak_probe_ms": 78.884, "sustained_jump_found": false, "incident_id": null, "attempt": 66} +{"time": "2026-09-28T20:33:13.894-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 67} +{"time": "2026-09-28T20:33:14.701-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 39.725, "sustained_jump_found": false, "incident_id": null, "attempt": 67} +{"time": "2026-09-28T20:33:16.894-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 68} +{"time": "2026-09-28T20:33:17.901-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203316_894675.txt", "spike_captured": true, "spike_limit_ms": 57.1, "spike_probe_count": 2, "peak_probe_ms": 113.05, "sustained_jump_found": false, "incident_id": null, "attempt": 68} +{"time": "2026-09-28T20:33:20.895-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 69} +{"time": "2026-09-28T20:33:21.901-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203320_895607.txt", "spike_captured": true, "spike_limit_ms": 57.1, "spike_probe_count": 1, "peak_probe_ms": 74.797, "sustained_jump_found": false, "incident_id": null, "attempt": 69} +{"time": "2026-09-28T20:33:24.896-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 70} +{"time": "2026-09-28T20:33:25.704-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.05, "spike_probe_count": 0, "peak_probe_ms": 26.811, "sustained_jump_found": false, "incident_id": null, "attempt": 70} +{"time": "2026-09-28T20:33:27.897-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 71} +{"time": "2026-09-28T20:33:29.305-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 47.826, "sustained_jump_found": false, "incident_id": null, "attempt": 71} +{"time": "2026-09-28T20:33:31.898-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 72} +{"time": "2026-09-28T20:33:33.107-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203331_898300.txt", "spike_captured": true, "spike_limit_ms": 56.8, "spike_probe_count": 2, "peak_probe_ms": 66.467, "sustained_jump_found": false, "incident_id": null, "attempt": 72} +{"time": "2026-09-28T20:33:35.899-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 73} +{"time": "2026-09-28T20:33:36.904-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203335_899285.txt", "spike_captured": true, "spike_limit_ms": 56.8, "spike_probe_count": 1, "peak_probe_ms": 60.783, "sustained_jump_found": false, "incident_id": null, "attempt": 73} +{"time": "2026-09-28T20:33:39.900-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 74} +{"time": "2026-09-28T20:33:40.905-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.8, "spike_probe_count": 0, "peak_probe_ms": 34.741, "sustained_jump_found": false, "incident_id": null, "attempt": 74} +{"time": "2026-09-28T20:33:43.902-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 75} +{"time": "2026-09-28T20:33:44.906-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203343_901920.txt", "spike_captured": true, "spike_limit_ms": 56.8, "spike_probe_count": 1, "peak_probe_ms": 61.198, "sustained_jump_found": false, "incident_id": null, "attempt": 75} +{"time": "2026-09-28T20:33:44.992-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 86.3, "bad": true, "baseline_ms": 16.8, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T20:33:47.902-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 76} +{"time": "2026-09-28T20:33:48.047-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 142.0, "bad": true, "baseline_ms": 16.700000000000003, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T20:33:48.907-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203347_902390.txt", "spike_captured": true, "spike_limit_ms": 56.7, "spike_probe_count": 1, "peak_probe_ms": 136.957, "sustained_jump_found": false, "incident_id": null, "attempt": 76} +{"time": "2026-09-28T20:33:51.903-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 77} +{"time": "2026-09-28T20:33:52.908-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203351_903345.txt", "spike_captured": true, "spike_limit_ms": 56.5, "spike_probe_count": 2, "peak_probe_ms": 85.72, "sustained_jump_found": false, "incident_id": null, "attempt": 77} +{"time": "2026-09-28T20:33:52.924-05:00", "event": "period_complete", "bad_count": 4, "streak": 5} +{"time": "2026-09-28T20:33:55.904-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 78} +{"time": "2026-09-28T20:33:57.113-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.6, "spike_probe_count": 0, "peak_probe_ms": 47.847, "sustained_jump_found": false, "incident_id": null, "attempt": 78} +{"time": "2026-09-28T20:33:59.905-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 79} +{"time": "2026-09-28T20:34:00.713-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.8, "spike_probe_count": 0, "peak_probe_ms": 54.42, "sustained_jump_found": false, "incident_id": null, "attempt": 79} +{"time": "2026-09-28T20:34:02.906-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 80} +{"time": "2026-09-28T20:34:04.114-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203402_906113.txt", "spike_captured": true, "spike_limit_ms": 56.85, "spike_probe_count": 5, "peak_probe_ms": 112.787, "sustained_jump_found": false, "incident_id": null, "attempt": 80} +{"time": "2026-09-28T20:34:04.971-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 61.9, "bad": true, "baseline_ms": 16.85, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 5} +{"time": "2026-09-28T20:34:06.907-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 81} +{"time": "2026-09-28T20:34:07.715-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 33.751, "sustained_jump_found": false, "incident_id": null, "attempt": 81} +{"time": "2026-09-28T20:34:09.036-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 125.0, "bad": true, "baseline_ms": 17.05, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 5} +{"time": "2026-09-28T20:34:09.907-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 82} +{"time": "2026-09-28T20:34:10.913-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203409_907799.txt", "spike_captured": true, "spike_limit_ms": 57.05, "spike_probe_count": 1, "peak_probe_ms": 70.794, "sustained_jump_found": false, "incident_id": null, "attempt": 82} +{"time": "2026-09-28T20:34:13.908-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 83} +{"time": "2026-09-28T20:34:14.717-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203413_908809.txt", "spike_captured": true, "spike_limit_ms": 57.05, "spike_probe_count": 1, "peak_probe_ms": 57.779, "sustained_jump_found": false, "incident_id": null, "attempt": 83} +{"time": "2026-09-28T20:34:16.909-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 84} +{"time": "2026-09-28T20:34:17.716-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.1, "spike_probe_count": 0, "peak_probe_ms": 31.856, "sustained_jump_found": false, "incident_id": null, "attempt": 84} +{"time": "2026-09-28T20:34:19.910-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 85} +{"time": "2026-09-28T20:34:21.318-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203419_910352.txt", "spike_captured": true, "spike_limit_ms": 57.15, "spike_probe_count": 4, "peak_probe_ms": 100.735, "sustained_jump_found": false, "incident_id": null, "attempt": 85} +{"time": "2026-09-28T20:34:23.912-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 86} +{"time": "2026-09-28T20:34:24.719-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203423_911915.txt", "spike_captured": true, "spike_limit_ms": 57.3, "spike_probe_count": 1, "peak_probe_ms": 108.741, "sustained_jump_found": false, "incident_id": null, "attempt": 86} +{"time": "2026-09-28T20:34:26.912-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 87} +{"time": "2026-09-28T20:34:27.916-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.25, "spike_probe_count": 0, "peak_probe_ms": 52.726, "sustained_jump_found": false, "incident_id": null, "attempt": 87} +{"time": "2026-09-28T20:34:30.913-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 88} +{"time": "2026-09-28T20:34:32.122-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203430_913197.txt", "spike_captured": true, "spike_limit_ms": 57.4, "spike_probe_count": 2, "peak_probe_ms": 69.628, "sustained_jump_found": false, "incident_id": null, "attempt": 88} +{"time": "2026-09-28T20:34:34.914-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 89} +{"time": "2026-09-28T20:34:36.323-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203434_914148.txt", "spike_captured": true, "spike_limit_ms": 57.5, "spike_probe_count": 3, "peak_probe_ms": 183.794, "sustained_jump_found": false, "incident_id": null, "attempt": 89} +{"time": "2026-09-28T20:34:38.915-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 90} +{"time": "2026-09-28T20:34:41.324-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203438_915163.txt", "spike_captured": true, "spike_limit_ms": 57.55, "spike_probe_count": 10, "peak_probe_ms": 285.425, "sustained_jump_found": false, "incident_id": null, "attempt": 90} +{"time": "2026-09-28T20:34:41.984-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 64.0, "bad": true, "baseline_ms": 17.55, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 5} +{"time": "2026-09-28T20:34:43.916-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 91} +{"time": "2026-09-28T20:34:46.109-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 190.0, "bad": true, "baseline_ms": 17.55, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 5} +{"time": "2026-09-28T20:34:46.121-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203443_916345.txt", "spike_captured": true, "spike_limit_ms": 57.5, "spike_probe_count": 8, "peak_probe_ms": 347.591, "sustained_jump_found": false, "incident_id": null, "attempt": 91} +{"time": "2026-09-28T20:34:48.917-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 92} +{"time": "2026-09-28T20:34:49.924-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203448_917608.txt", "spike_captured": true, "spike_limit_ms": 57.95, "spike_probe_count": 2, "peak_probe_ms": 122.949, "sustained_jump_found": false, "incident_id": null, "attempt": 92} +{"time": "2026-09-28T20:34:52.918-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 93} +{"time": "2026-09-28T20:34:52.960-05:00", "event": "period_complete", "bad_count": 4, "streak": 6} +{"time": "2026-09-28T20:34:53.924-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.65, "spike_probe_count": 0, "peak_probe_ms": 45.62, "sustained_jump_found": false, "incident_id": null, "attempt": 93} +{"time": "2026-09-28T20:34:56.919-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 94} +{"time": "2026-09-28T20:34:57.924-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.2, "spike_probe_count": 0, "peak_probe_ms": 45.353, "sustained_jump_found": false, "incident_id": null, "attempt": 94} +{"time": "2026-09-28T20:35:00.920-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 95} +{"time": "2026-09-28T20:35:02.529-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203500_920610.txt", "spike_captured": true, "spike_limit_ms": 58.05, "spike_probe_count": 1, "peak_probe_ms": 59.784, "sustained_jump_found": false, "incident_id": null, "attempt": 95} +{"time": "2026-09-28T20:35:02.987-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 62.8, "bad": true, "baseline_ms": 17.799999999999997, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 6} +{"time": "2026-09-28T20:35:04.921-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 96} +{"time": "2026-09-28T20:35:07.330-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.8, "spike_probe_count": 0, "peak_probe_ms": 35.631, "sustained_jump_found": false, "incident_id": null, "attempt": 96} +{"time": "2026-09-28T20:35:09.923-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 97} +{"time": "2026-09-28T20:35:10.928-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203509_923464.txt", "spike_captured": true, "spike_limit_ms": 57.8, "spike_probe_count": 3, "peak_probe_ms": 77.789, "sustained_jump_found": false, "incident_id": null, "attempt": 97} +{"time": "2026-09-28T20:35:13.924-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 98} +{"time": "2026-09-28T20:35:14.928-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.55, "spike_probe_count": 0, "peak_probe_ms": 49.957, "sustained_jump_found": false, "incident_id": null, "attempt": 98} +{"time": "2026-09-28T20:35:17.924-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 99} +{"time": "2026-09-28T20:35:18.929-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.45, "spike_probe_count": 0, "peak_probe_ms": 37.592, "sustained_jump_found": false, "incident_id": null, "attempt": 99} +{"time": "2026-09-28T20:35:21.925-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 100} +{"time": "2026-09-28T20:35:23.333-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203521_925564.txt", "spike_captured": true, "spike_limit_ms": 57.45, "spike_probe_count": 1, "peak_probe_ms": 71.707, "sustained_jump_found": false, "incident_id": null, "attempt": 100} +{"time": "2026-09-28T20:35:25.926-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 101} +{"time": "2026-09-28T20:35:28.337-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203525_926813.txt", "spike_captured": true, "spike_limit_ms": 57.45, "spike_probe_count": 1, "peak_probe_ms": 83.0, "sustained_jump_found": false, "incident_id": null, "attempt": 101} +{"time": "2026-09-28T20:35:30.928-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 102} +{"time": "2026-09-28T20:35:31.735-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.5, "spike_probe_count": 0, "peak_probe_ms": 27.862, "sustained_jump_found": false, "incident_id": null, "attempt": 102} +{"time": "2026-09-28T20:35:33.928-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 103} +{"time": "2026-09-28T20:35:34.736-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.4, "spike_probe_count": 0, "peak_probe_ms": 34.666, "sustained_jump_found": false, "incident_id": null, "attempt": 103} +{"time": "2026-09-28T20:35:36.929-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 104} +{"time": "2026-09-28T20:35:38.538-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203536_929627.txt", "spike_captured": true, "spike_limit_ms": 57.4, "spike_probe_count": 5, "peak_probe_ms": 123.788, "sustained_jump_found": false, "incident_id": null, "attempt": 104} +{"time": "2026-09-28T20:35:40.930-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 105} +{"time": "2026-09-28T20:35:41.936-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.4, "spike_probe_count": 0, "peak_probe_ms": 49.705, "sustained_jump_found": false, "incident_id": null, "attempt": 105} +{"time": "2026-09-28T20:35:44.931-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 106} +{"time": "2026-09-28T20:35:45.740-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.4, "spike_probe_count": 0, "peak_probe_ms": 33.146, "sustained_jump_found": false, "incident_id": null, "attempt": 106} +{"time": "2026-09-28T20:35:47.932-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 107} +{"time": "2026-09-28T20:35:48.740-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.25, "spike_probe_count": 0, "peak_probe_ms": 34.044, "sustained_jump_found": false, "incident_id": null, "attempt": 107} +{"time": "2026-09-28T20:35:50.933-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 108} +{"time": "2026-09-28T20:35:52.142-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203550_933148.txt", "spike_captured": true, "spike_limit_ms": 57.2, "spike_probe_count": 2, "peak_probe_ms": 109.723, "sustained_jump_found": false, "incident_id": null, "attempt": 108} +{"time": "2026-09-28T20:35:52.965-05:00", "event": "period_complete", "bad_count": 1, "streak": 0} +{"time": "2026-09-28T20:35:54.934-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 109} +{"time": "2026-09-28T20:35:56.146-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203554_934142.txt", "spike_captured": true, "spike_limit_ms": 57.25, "spike_probe_count": 1, "peak_probe_ms": 69.768, "sustained_jump_found": false, "incident_id": null, "attempt": 109} +{"time": "2026-09-28T20:35:58.935-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 110} +{"time": "2026-09-28T20:36:00.342-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203558_935094.txt", "spike_captured": true, "spike_limit_ms": 57.15, "spike_probe_count": 4, "peak_probe_ms": 102.752, "sustained_jump_found": false, "incident_id": null, "attempt": 110} +{"time": "2026-09-28T20:36:02.936-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 111} +{"time": "2026-09-28T20:36:03.743-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.1, "spike_probe_count": 0, "peak_probe_ms": 28.794, "sustained_jump_found": false, "incident_id": null, "attempt": 111} +{"time": "2026-09-28T20:36:05.937-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 112} +{"time": "2026-09-28T20:36:06.744-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 38.815, "sustained_jump_found": false, "incident_id": null, "attempt": 112} +{"time": "2026-09-28T20:36:08.937-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 113} +{"time": "2026-09-28T20:36:10.145-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.15, "spike_probe_count": 0, "peak_probe_ms": 39.79, "sustained_jump_found": false, "incident_id": null, "attempt": 113} +{"time": "2026-09-28T20:36:12.938-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 114} +{"time": "2026-09-28T20:36:13.943-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203612_938491.txt", "spike_captured": true, "spike_limit_ms": 57.1, "spike_probe_count": 2, "peak_probe_ms": 64.988, "sustained_jump_found": false, "incident_id": null, "attempt": 114} +{"time": "2026-09-28T20:36:16.939-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 115} +{"time": "2026-09-28T20:36:17.944-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.05, "spike_probe_count": 0, "peak_probe_ms": 43.753, "sustained_jump_found": false, "incident_id": null, "attempt": 115} +{"time": "2026-09-28T20:36:20.940-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 116} +{"time": "2026-09-28T20:36:21.747-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.15, "spike_probe_count": 0, "peak_probe_ms": 40.72, "sustained_jump_found": false, "incident_id": null, "attempt": 116} +{"time": "2026-09-28T20:36:23.941-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 117} +{"time": "2026-09-28T20:36:25.349-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.1, "spike_probe_count": 0, "peak_probe_ms": 35.591, "sustained_jump_found": false, "incident_id": null, "attempt": 117} +{"time": "2026-09-28T20:36:27.942-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 118} +{"time": "2026-09-28T20:36:28.749-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 34.897, "sustained_jump_found": false, "incident_id": null, "attempt": 118} +{"time": "2026-09-28T20:36:30.943-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 119} +{"time": "2026-09-28T20:36:31.751-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 29.857, "sustained_jump_found": false, "incident_id": null, "attempt": 119} +{"time": "2026-09-28T20:36:33.943-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 120} +{"time": "2026-09-28T20:36:34.751-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 23.674, "sustained_jump_found": false, "incident_id": null, "attempt": 120} +{"time": "2026-09-28T20:36:36.945-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 121} +{"time": "2026-09-28T20:36:37.751-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 29.8, "sustained_jump_found": false, "incident_id": null, "attempt": 121} +{"time": "2026-09-28T20:36:39.945-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 122} +{"time": "2026-09-28T20:36:40.753-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 44.607, "sustained_jump_found": false, "incident_id": null, "attempt": 122} +{"time": "2026-09-28T20:36:42.946-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 123} +{"time": "2026-09-28T20:36:43.753-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 48.685, "sustained_jump_found": false, "incident_id": null, "attempt": 123} +{"time": "2026-09-28T20:36:45.946-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 124} +{"time": "2026-09-28T20:36:46.755-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.8, "spike_probe_count": 0, "peak_probe_ms": 24.907, "sustained_jump_found": false, "incident_id": null, "attempt": 124} +{"time": "2026-09-28T20:36:48.947-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 125} +{"time": "2026-09-28T20:36:50.155-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203648_947447.txt", "spike_captured": true, "spike_limit_ms": 56.8, "spike_probe_count": 2, "peak_probe_ms": 126.893, "sustained_jump_found": false, "incident_id": null, "attempt": 125} +{"time": "2026-09-28T20:36:52.948-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 126} +{"time": "2026-09-28T20:36:52.969-05:00", "event": "period_complete", "bad_count": 0, "streak": 0} +{"time": "2026-09-28T20:36:53.755-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.8, "spike_probe_count": 0, "peak_probe_ms": 28.586, "sustained_jump_found": false, "incident_id": null, "attempt": 126} +{"time": "2026-09-28T20:36:55.949-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 127} +{"time": "2026-09-28T20:36:56.954-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203655_949236.txt", "spike_captured": true, "spike_limit_ms": 56.8, "spike_probe_count": 1, "peak_probe_ms": 63.768, "sustained_jump_found": false, "incident_id": null, "attempt": 127} +{"time": "2026-09-28T20:36:59.950-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 128} +{"time": "2026-09-28T20:37:00.758-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 33.678, "sustained_jump_found": false, "incident_id": null, "attempt": 128} +{"time": "2026-09-28T20:37:02.951-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 129} +{"time": "2026-09-28T20:37:04.559-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203702_950992.txt", "spike_captured": true, "spike_limit_ms": 56.8, "spike_probe_count": 4, "peak_probe_ms": 271.037, "sustained_jump_found": false, "incident_id": null, "attempt": 129} +{"time": "2026-09-28T20:37:06.951-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 130} +{"time": "2026-09-28T20:37:07.758-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 46.824, "sustained_jump_found": false, "incident_id": null, "attempt": 130} +{"time": "2026-09-28T20:37:09.234-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 279.0, "bad": true, "baseline_ms": 16.8, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:37:09.952-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 131} +{"time": "2026-09-28T20:37:11.761-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203709_952832.txt", "spike_captured": true, "spike_limit_ms": 56.8, "spike_probe_count": 5, "peak_probe_ms": 171.663, "sustained_jump_found": false, "incident_id": null, "attempt": 131} +{"time": "2026-09-28T20:37:13.953-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 132} +{"time": "2026-09-28T20:37:15.162-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203713_953615.txt", "spike_captured": true, "spike_limit_ms": 57.0, "spike_probe_count": 2, "peak_probe_ms": 74.743, "sustained_jump_found": false, "incident_id": null, "attempt": 132} +{"time": "2026-09-28T20:37:17.954-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 133} +{"time": "2026-09-28T20:37:19.960-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 36.738, "sustained_jump_found": false, "incident_id": null, "attempt": 133} +{"time": "2026-09-28T20:37:22.955-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 134} +{"time": "2026-09-28T20:37:23.763-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.95, "spike_probe_count": 0, "peak_probe_ms": 38.818, "sustained_jump_found": false, "incident_id": null, "attempt": 134} +{"time": "2026-09-28T20:37:25.956-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 135} +{"time": "2026-09-28T20:37:27.366-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 52.673, "sustained_jump_found": false, "incident_id": null, "attempt": 135} +{"time": "2026-09-28T20:37:29.957-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 136} +{"time": "2026-09-28T20:37:31.566-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203729_957290.txt", "spike_captured": true, "spike_limit_ms": 57.2, "spike_probe_count": 5, "peak_probe_ms": 191.965, "sustained_jump_found": false, "incident_id": null, "attempt": 136} +{"time": "2026-09-28T20:37:33.958-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 137} +{"time": "2026-09-28T20:37:34.765-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 45.955, "sustained_jump_found": false, "incident_id": null, "attempt": 137} +{"time": "2026-09-28T20:37:36.959-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 138} +{"time": "2026-09-28T20:37:37.964-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203736_959132.txt", "spike_captured": true, "spike_limit_ms": 57.25, "spike_probe_count": 1, "peak_probe_ms": 84.734, "sustained_jump_found": false, "incident_id": null, "attempt": 138} +{"time": "2026-09-28T20:37:39.214-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 251.0, "bad": true, "baseline_ms": 17.3, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:37:40.960-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 139} +{"time": "2026-09-28T20:37:41.965-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203740_959964.txt", "spike_captured": true, "spike_limit_ms": 57.3, "spike_probe_count": 1, "peak_probe_ms": 59.782, "sustained_jump_found": false, "incident_id": null, "attempt": 139} +{"time": "2026-09-28T20:37:44.961-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 140} +{"time": "2026-09-28T20:37:45.967-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203744_961160.txt", "spike_captured": true, "spike_limit_ms": 57.35, "spike_probe_count": 1, "peak_probe_ms": 58.652, "sustained_jump_found": false, "incident_id": null, "attempt": 140} +{"time": "2026-09-28T20:37:48.962-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 141} +{"time": "2026-09-28T20:37:49.024-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 58.4, "bad": true, "baseline_ms": 17.4, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:37:50.370-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203748_962778.txt", "spike_captured": true, "spike_limit_ms": 57.4, "spike_probe_count": 5, "peak_probe_ms": 118.902, "sustained_jump_found": false, "incident_id": null, "attempt": 141} +{"time": "2026-09-28T20:37:52.963-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 142} +{"time": "2026-09-28T20:37:52.984-05:00", "event": "period_complete", "bad_count": 3, "streak": 1} +{"time": "2026-09-28T20:37:53.968-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203752_963043.txt", "spike_captured": true, "spike_limit_ms": 57.4, "spike_probe_count": 2, "peak_probe_ms": 67.885, "sustained_jump_found": false, "incident_id": null, "attempt": 142} +{"time": "2026-09-28T20:37:56.964-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 143} +{"time": "2026-09-28T20:37:58.772-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.45, "spike_probe_count": 0, "peak_probe_ms": 35.847, "sustained_jump_found": false, "incident_id": null, "attempt": 143} +{"time": "2026-09-28T20:38:00.964-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 144} +{"time": "2026-09-28T20:38:01.771-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.4, "spike_probe_count": 0, "peak_probe_ms": 20.903, "sustained_jump_found": false, "incident_id": null, "attempt": 144} +{"time": "2026-09-28T20:38:03.965-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 145} +{"time": "2026-09-28T20:38:05.173-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203803_965702.txt", "spike_captured": true, "spike_limit_ms": 57.45, "spike_probe_count": 2, "peak_probe_ms": 72.745, "sustained_jump_found": false, "incident_id": null, "attempt": 145} +{"time": "2026-09-28T20:38:07.966-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 146} +{"time": "2026-09-28T20:38:09.775-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203807_966677.txt", "spike_captured": true, "spike_limit_ms": 57.4, "spike_probe_count": 5, "peak_probe_ms": 285.673, "sustained_jump_found": false, "incident_id": null, "attempt": 146} +{"time": "2026-09-28T20:38:10.213-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 243.0, "bad": true, "baseline_ms": 17.4, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:38:11.967-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 147} +{"time": "2026-09-28T20:38:12.972-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203811_967508.txt", "spike_captured": true, "spike_limit_ms": 57.4, "spike_probe_count": 1, "peak_probe_ms": 57.948, "sustained_jump_found": false, "incident_id": null, "attempt": 147} +{"time": "2026-09-28T20:38:15.968-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 148} +{"time": "2026-09-28T20:38:17.176-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203815_968470.txt", "spike_captured": true, "spike_limit_ms": 57.4, "spike_probe_count": 2, "peak_probe_ms": 152.489, "sustained_jump_found": false, "incident_id": null, "attempt": 148} +{"time": "2026-09-28T20:38:19.969-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 149} +{"time": "2026-09-28T20:38:20.776-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203819_969513.txt", "spike_captured": true, "spike_limit_ms": 57.45, "spike_probe_count": 1, "peak_probe_ms": 83.678, "sustained_jump_found": false, "incident_id": null, "attempt": 149} +{"time": "2026-09-28T20:38:22.970-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 150} +{"time": "2026-09-28T20:38:24.379-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.5, "spike_probe_count": 0, "peak_probe_ms": 36.867, "sustained_jump_found": false, "incident_id": null, "attempt": 150} +{"time": "2026-09-28T20:38:26.971-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 151} +{"time": "2026-09-28T20:38:27.044-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 69.0, "bad": true, "baseline_ms": 17.55, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:38:28.178-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203826_971059.txt", "spike_captured": true, "spike_limit_ms": 57.55, "spike_probe_count": 3, "peak_probe_ms": 120.722, "sustained_jump_found": false, "incident_id": null, "attempt": 151} +{"time": "2026-09-28T20:38:30.971-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 152} +{"time": "2026-09-28T20:38:31.976-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203830_971600.txt", "spike_captured": true, "spike_limit_ms": 57.5, "spike_probe_count": 1, "peak_probe_ms": 103.881, "sustained_jump_found": false, "incident_id": null, "attempt": 152} +{"time": "2026-09-28T20:38:34.973-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 153} +{"time": "2026-09-28T20:38:35.146-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 169.0, "bad": true, "baseline_ms": 17.55, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:38:36.181-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203834_972982.txt", "spike_captured": true, "spike_limit_ms": 57.55, "spike_probe_count": 3, "peak_probe_ms": 164.929, "sustained_jump_found": false, "incident_id": null, "attempt": 153} +{"time": "2026-09-28T20:38:38.974-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 154} +{"time": "2026-09-28T20:38:39.780-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.7, "spike_probe_count": 0, "peak_probe_ms": 52.796, "sustained_jump_found": false, "incident_id": null, "attempt": 154} +{"time": "2026-09-28T20:38:41.974-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 155} +{"time": "2026-09-28T20:38:42.979-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.25, "spike_probe_count": 0, "peak_probe_ms": 34.754, "sustained_jump_found": false, "incident_id": null, "attempt": 155} +{"time": "2026-09-28T20:38:45.976-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 156} +{"time": "2026-09-28T20:38:46.782-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.05, "spike_probe_count": 0, "peak_probe_ms": 35.682, "sustained_jump_found": false, "incident_id": null, "attempt": 156} +{"time": "2026-09-28T20:38:48.976-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 157} +{"time": "2026-09-28T20:38:49.982-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203848_976346.txt", "spike_captured": true, "spike_limit_ms": 57.6, "spike_probe_count": 1, "peak_probe_ms": 71.882, "sustained_jump_found": false, "incident_id": null, "attempt": 157} +{"time": "2026-09-28T20:38:52.977-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 158} +{"time": "2026-09-28T20:38:52.998-05:00", "event": "period_complete", "bad_count": 3, "streak": 2} +{"time": "2026-09-28T20:38:53.982-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203852_977333.txt", "spike_captured": true, "spike_limit_ms": 57.55, "spike_probe_count": 1, "peak_probe_ms": 84.848, "sustained_jump_found": false, "incident_id": null, "attempt": 158} +{"time": "2026-09-28T20:38:56.978-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 159} +{"time": "2026-09-28T20:38:57.086-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 104.0, "bad": true, "baseline_ms": 17.6, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:38:58.386-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203856_978227.txt", "spike_captured": true, "spike_limit_ms": 57.6, "spike_probe_count": 5, "peak_probe_ms": 99.634, "sustained_jump_found": false, "incident_id": null, "attempt": 159} +{"time": "2026-09-28T20:39:00.978-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 160} +{"time": "2026-09-28T20:39:02.387-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203900_978740.txt", "spike_captured": true, "spike_limit_ms": 57.55, "spike_probe_count": 1, "peak_probe_ms": 58.828, "sustained_jump_found": false, "incident_id": null, "attempt": 160} +{"time": "2026-09-28T20:39:03.241-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 259.0, "bad": true, "baseline_ms": 17.6, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:39:04.980-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 161} +{"time": "2026-09-28T20:39:05.054-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 69.4, "bad": true, "baseline_ms": 17.700000000000003, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:39:06.189-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203904_980165.txt", "spike_captured": true, "spike_limit_ms": 57.7, "spike_probe_count": 4, "peak_probe_ms": 125.394, "sustained_jump_found": false, "incident_id": null, "attempt": 161} +{"time": "2026-09-28T20:39:08.981-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 162} +{"time": "2026-09-28T20:39:14.992-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.6, "spike_probe_count": 0, "peak_probe_ms": 43.361, "sustained_jump_found": false, "incident_id": null, "attempt": 162} +{"time": "2026-09-28T20:39:17.983-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 163} +{"time": "2026-09-28T20:39:19.793-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203917_983147.txt", "spike_captured": true, "spike_limit_ms": 57.45, "spike_probe_count": 1, "peak_probe_ms": 70.713, "sustained_jump_found": false, "incident_id": null, "attempt": 163} +{"time": "2026-09-28T20:39:21.984-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 164} +{"time": "2026-09-28T20:39:23.793-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203921_984057.txt", "spike_captured": true, "spike_limit_ms": 57.35, "spike_probe_count": 3, "peak_probe_ms": 249.181, "sustained_jump_found": false, "incident_id": null, "attempt": 164} +{"time": "2026-09-28T20:39:25.985-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 165} +{"time": "2026-09-28T20:39:26.990-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.25, "spike_probe_count": 0, "peak_probe_ms": 49.014, "sustained_jump_found": false, "incident_id": null, "attempt": 165} +{"time": "2026-09-28T20:39:29.986-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 166} +{"time": "2026-09-28T20:39:30.991-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.4, "spike_probe_count": 0, "peak_probe_ms": 25.535, "sustained_jump_found": false, "incident_id": null, "attempt": 166} +{"time": "2026-09-28T20:39:33.986-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 167} +{"time": "2026-09-28T20:39:34.795-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.35, "spike_probe_count": 0, "peak_probe_ms": 18.703, "sustained_jump_found": false, "incident_id": null, "attempt": 167} +{"time": "2026-09-28T20:39:36.987-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 168} +{"time": "2026-09-28T20:39:37.794-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.3, "spike_probe_count": 0, "peak_probe_ms": 23.711, "sustained_jump_found": false, "incident_id": null, "attempt": 168} +{"time": "2026-09-28T20:39:39.989-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 169} +{"time": "2026-09-28T20:39:40.993-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.15, "spike_probe_count": 0, "peak_probe_ms": 31.763, "sustained_jump_found": false, "incident_id": null, "attempt": 169} +{"time": "2026-09-28T20:39:43.989-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 170} +{"time": "2026-09-28T20:39:44.994-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.95, "spike_probe_count": 0, "peak_probe_ms": 29.833, "sustained_jump_found": false, "incident_id": null, "attempt": 170} +{"time": "2026-09-28T20:39:47.990-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 171} +{"time": "2026-09-28T20:39:48.798-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 48.725, "sustained_jump_found": false, "incident_id": null, "attempt": 171} +{"time": "2026-09-28T20:39:50.990-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 172} +{"time": "2026-09-28T20:39:51.996-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.8, "spike_probe_count": 0, "peak_probe_ms": 45.833, "sustained_jump_found": false, "incident_id": null, "attempt": 172} +{"time": "2026-09-28T20:39:53.011-05:00", "event": "period_complete", "bad_count": 3, "streak": 3} +{"time": "2026-09-28T20:39:54.991-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 173} +{"time": "2026-09-28T20:39:55.997-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203954_991806.txt", "spike_captured": true, "spike_limit_ms": 56.5, "spike_probe_count": 1, "peak_probe_ms": 70.632, "sustained_jump_found": false, "incident_id": null, "attempt": 173} +{"time": "2026-09-28T20:39:58.993-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 174} +{"time": "2026-09-28T20:39:59.801-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.4, "spike_probe_count": 0, "peak_probe_ms": 46.884, "sustained_jump_found": false, "incident_id": null, "attempt": 174} +{"time": "2026-09-28T20:40:01.993-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 175} +{"time": "2026-09-28T20:40:03.201-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.2, "spike_probe_count": 0, "peak_probe_ms": 43.812, "sustained_jump_found": false, "incident_id": null, "attempt": 175} +{"time": "2026-09-28T20:40:05.994-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 176} +{"time": "2026-09-28T20:40:06.801-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.1, "spike_probe_count": 0, "peak_probe_ms": 40.702, "sustained_jump_found": false, "incident_id": null, "attempt": 176} +{"time": "2026-09-28T20:40:08.995-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 177} +{"time": "2026-09-28T20:40:10.204-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.1, "spike_probe_count": 0, "peak_probe_ms": 32.958, "sustained_jump_found": false, "incident_id": null, "attempt": 177} +{"time": "2026-09-28T20:40:12.996-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 178} +{"time": "2026-09-28T20:40:13.804-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.1, "spike_probe_count": 0, "peak_probe_ms": 24.683, "sustained_jump_found": false, "incident_id": null, "attempt": 178} +{"time": "2026-09-28T20:40:15.996-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 179} +{"time": "2026-09-28T20:40:17.404-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.1, "spike_probe_count": 0, "peak_probe_ms": 39.659, "sustained_jump_found": false, "incident_id": null, "attempt": 179} +{"time": "2026-09-28T20:40:19.997-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 180} +{"time": "2026-09-28T20:40:21.003-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.1, "spike_probe_count": 0, "peak_probe_ms": 42.608, "sustained_jump_found": false, "incident_id": null, "attempt": 180} +{"time": "2026-09-28T20:40:23.998-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 181} +{"time": "2026-09-28T20:40:26.809-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.1, "spike_probe_count": 0, "peak_probe_ms": 47.081, "sustained_jump_found": false, "incident_id": null, "attempt": 181} +{"time": "2026-09-28T20:40:28.999-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 182} +{"time": "2026-09-28T20:40:30.809-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 55.85, "spike_probe_count": 0, "peak_probe_ms": 39.58, "sustained_jump_found": false, "incident_id": null, "attempt": 182} +{"time": "2026-09-28T20:40:33.000-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 183} +{"time": "2026-09-28T20:40:34.005-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204033_000687.txt", "spike_captured": true, "spike_limit_ms": 55.8, "spike_probe_count": 1, "peak_probe_ms": 63.687, "sustained_jump_found": false, "incident_id": null, "attempt": 183} +{"time": "2026-09-28T20:40:37.002-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 184} +{"time": "2026-09-28T20:40:39.411-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204037_002243.txt", "spike_captured": true, "spike_limit_ms": 55.85, "spike_probe_count": 1, "peak_probe_ms": 101.626, "sustained_jump_found": false, "incident_id": null, "attempt": 184} +{"time": "2026-09-28T20:40:42.002-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 185} +{"time": "2026-09-28T20:40:43.008-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.1, "spike_probe_count": 0, "peak_probe_ms": 32.718, "sustained_jump_found": false, "incident_id": null, "attempt": 185} +{"time": "2026-09-28T20:40:46.003-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 186} +{"time": "2026-09-28T20:40:47.007-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204046_003651.txt", "spike_captured": true, "spike_limit_ms": 56.1, "spike_probe_count": 1, "peak_probe_ms": 61.646, "sustained_jump_found": false, "incident_id": null, "attempt": 186} +{"time": "2026-09-28T20:40:50.004-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 187} +{"time": "2026-09-28T20:40:51.010-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.2, "spike_probe_count": 0, "peak_probe_ms": 45.741, "sustained_jump_found": false, "incident_id": null, "attempt": 187} +{"time": "2026-09-28T20:40:53.025-05:00", "event": "period_complete", "bad_count": 0, "streak": 0} +{"time": "2026-09-28T20:40:54.005-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 188} +{"time": "2026-09-28T20:40:55.012-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.4, "spike_probe_count": 0, "peak_probe_ms": 35.692, "sustained_jump_found": false, "incident_id": null, "attempt": 188} +{"time": "2026-09-28T20:40:58.006-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 189} +{"time": "2026-09-28T20:40:59.011-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.5, "spike_probe_count": 0, "peak_probe_ms": 41.798, "sustained_jump_found": false, "incident_id": null, "attempt": 189} +{"time": "2026-09-28T20:41:02.007-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 190} +{"time": "2026-09-28T20:41:04.416-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204102_007493.txt", "spike_captured": true, "spike_limit_ms": 56.55, "spike_probe_count": 3, "peak_probe_ms": 135.825, "sustained_jump_found": false, "incident_id": null, "attempt": 190} +{"time": "2026-09-28T20:41:07.008-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 191} +{"time": "2026-09-28T20:41:08.014-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.7, "spike_probe_count": 0, "peak_probe_ms": 42.897, "sustained_jump_found": false, "incident_id": null, "attempt": 191} +{"time": "2026-09-28T20:41:11.009-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 192} +{"time": "2026-09-28T20:41:12.143-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 130.0, "bad": true, "baseline_ms": 16.9, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:41:12.217-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204111_009835.txt", "spike_captured": true, "spike_limit_ms": 56.9, "spike_probe_count": 1, "peak_probe_ms": 90.88, "sustained_jump_found": false, "incident_id": null, "attempt": 192} +{"time": "2026-09-28T20:41:15.010-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 193} +{"time": "2026-09-28T20:41:16.015-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.95, "spike_probe_count": 0, "peak_probe_ms": 30.733, "sustained_jump_found": false, "incident_id": null, "attempt": 193} +{"time": "2026-09-28T20:41:19.011-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 194} +{"time": "2026-09-28T20:41:20.017-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 44.592, "sustained_jump_found": false, "incident_id": null, "attempt": 194} +{"time": "2026-09-28T20:41:22.074-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 57.8, "bad": true, "baseline_ms": 16.9, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:41:23.012-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 195} +{"time": "2026-09-28T20:41:24.018-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204123_012581.txt", "spike_captured": true, "spike_limit_ms": 56.9, "spike_probe_count": 1, "peak_probe_ms": 83.72, "sustained_jump_found": false, "incident_id": null, "attempt": 195} +{"time": "2026-09-28T20:41:27.013-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 196} +{"time": "2026-09-28T20:41:28.019-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 50.845, "sustained_jump_found": false, "incident_id": null, "attempt": 196} +{"time": "2026-09-28T20:41:31.014-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 197} +{"time": "2026-09-28T20:41:32.077-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 58.3, "bad": true, "baseline_ms": 16.9, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:41:32.821-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204131_014479.txt", "spike_captured": true, "spike_limit_ms": 56.9, "spike_probe_count": 5, "peak_probe_ms": 112.698, "sustained_jump_found": false, "incident_id": null, "attempt": 197} +{"time": "2026-09-28T20:41:35.015-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 198} +{"time": "2026-09-28T20:41:36.624-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204135_015403.txt", "spike_captured": true, "spike_limit_ms": 56.95, "spike_probe_count": 2, "peak_probe_ms": 122.911, "sustained_jump_found": false, "incident_id": null, "attempt": 198} +{"time": "2026-09-28T20:41:39.016-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 199} +{"time": "2026-09-28T20:41:41.426-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204139_016333.txt", "spike_captured": true, "spike_limit_ms": 56.9, "spike_probe_count": 6, "peak_probe_ms": 400.621, "sustained_jump_found": false, "incident_id": null, "attempt": 199} +{"time": "2026-09-28T20:41:44.017-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 200} +{"time": "2026-09-28T20:41:45.225-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204144_017454.txt", "spike_captured": true, "spike_limit_ms": 56.9, "spike_probe_count": 1, "peak_probe_ms": 181.903, "sustained_jump_found": false, "incident_id": null, "attempt": 200} +{"time": "2026-09-28T20:41:46.020-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": null, "bad": true, "baseline_ms": 16.95, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:41:48.022-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 201} +{"time": "2026-09-28T20:41:48.116-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 89.7, "bad": true, "baseline_ms": 17.0, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:41:49.429-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204148_022136.txt", "spike_captured": true, "spike_limit_ms": 57.0, "spike_probe_count": 1, "peak_probe_ms": 94.639, "sustained_jump_found": false, "incident_id": null, "attempt": 201} +{"time": "2026-09-28T20:41:52.023-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 202} +{"time": "2026-09-28T20:41:53.027-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 42.539, "sustained_jump_found": false, "incident_id": null, "attempt": 202} +{"time": "2026-09-28T20:41:53.053-05:00", "event": "period_complete", "bad_count": 5, "streak": 1} +{"time": "2026-09-28T20:41:56.023-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 203} +{"time": "2026-09-28T20:41:57.027-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.15, "spike_probe_count": 0, "peak_probe_ms": 36.696, "sustained_jump_found": false, "incident_id": null, "attempt": 203} +{"time": "2026-09-28T20:42:00.025-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 204} +{"time": "2026-09-28T20:42:00.088-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 58.9, "bad": true, "baseline_ms": 17.2, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:42:01.433-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204200_024885.txt", "spike_captured": true, "spike_limit_ms": 57.2, "spike_probe_count": 4, "peak_probe_ms": 154.991, "sustained_jump_found": false, "incident_id": null, "attempt": 204} +{"time": "2026-09-28T20:42:04.026-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 205} +{"time": "2026-09-28T20:42:05.332-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 303.0, "bad": true, "baseline_ms": 17.3, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:42:05.834-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204204_026304.txt", "spike_captured": true, "spike_limit_ms": 57.3, "spike_probe_count": 4, "peak_probe_ms": 177.829, "sustained_jump_found": false, "incident_id": null, "attempt": 205} +{"time": "2026-09-28T20:42:07.247-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 218.0, "bad": true, "baseline_ms": 17.3, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:42:08.026-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 206} +{"time": "2026-09-28T20:42:09.635-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204208_026836.txt", "spike_captured": true, "spike_limit_ms": 57.3, "spike_probe_count": 4, "peak_probe_ms": 247.151, "sustained_jump_found": false, "incident_id": null, "attempt": 206} +{"time": "2026-09-28T20:42:12.027-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 207} +{"time": "2026-09-28T20:42:13.032-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.55, "spike_probe_count": 0, "peak_probe_ms": 55.594, "sustained_jump_found": false, "incident_id": null, "attempt": 207} +{"time": "2026-09-28T20:42:16.028-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 208} +{"time": "2026-09-28T20:42:17.237-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204216_028765.txt", "spike_captured": true, "spike_limit_ms": 57.7, "spike_probe_count": 1, "peak_probe_ms": 108.82, "sustained_jump_found": false, "incident_id": null, "attempt": 208} +{"time": "2026-09-28T20:42:20.029-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 209} +{"time": "2026-09-28T20:42:21.237-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204220_029804.txt", "spike_captured": true, "spike_limit_ms": 57.5, "spike_probe_count": 1, "peak_probe_ms": 65.681, "sustained_jump_found": false, "incident_id": null, "attempt": 209} +{"time": "2026-09-28T20:42:23.148-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 115.0, "bad": true, "baseline_ms": 17.65, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:42:24.030-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 210} +{"time": "2026-09-28T20:42:25.115-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 80.9, "bad": true, "baseline_ms": 18.15, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:42:26.641-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204224_030793.txt", "spike_captured": true, "spike_limit_ms": 57.65, "spike_probe_count": 8, "peak_probe_ms": 284.971, "sustained_jump_found": false, "incident_id": null, "attempt": 210} +{"time": "2026-09-28T20:42:28.105-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 70.3, "bad": true, "baseline_ms": 18.6, "trigger": false, "period_bad": 6, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:42:29.032-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 211} +{"time": "2026-09-28T20:42:29.428-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 392.0, "bad": true, "baseline_ms": 18.6, "trigger": false, "period_bad": 7, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:42:30.160-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 122.0, "bad": true, "baseline_ms": 18.6, "trigger": false, "period_bad": 8, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:42:31.130-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 94.1, "bad": true, "baseline_ms": 18.6, "trigger": false, "period_bad": 9, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:42:32.407-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 371.0, "bad": true, "baseline_ms": 18.6, "trigger": false, "period_bad": 10, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:42:32.844-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204229_032177.txt", "spike_captured": true, "spike_limit_ms": 58.6, "spike_probe_count": 13, "peak_probe_ms": 386.955, "sustained_jump_found": false, "incident_id": null, "attempt": 211} +{"time": "2026-09-28T20:42:33.135-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 99.2, "bad": true, "baseline_ms": 18.6, "trigger": false, "period_bad": 11, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:42:35.033-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 212} +{"time": "2026-09-28T20:42:35.275-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 238.0, "bad": true, "baseline_ms": 18.85, "trigger": false, "period_bad": 12, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:42:36.560-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 523.0, "bad": true, "baseline_ms": 18.85, "trigger": false, "period_bad": 13, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:42:38.260-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 222.0, "bad": true, "baseline_ms": 19.200000000000003, "trigger": false, "period_bad": 14, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:42:39.162-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 124.0, "bad": true, "baseline_ms": 19.200000000000003, "trigger": false, "period_bad": 15, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:42:39.245-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204235_033513.txt", "spike_captured": true, "spike_limit_ms": 58.85, "spike_probe_count": 12, "peak_probe_ms": 440.686, "sustained_jump_found": false, "incident_id": null, "attempt": 212} +{"time": "2026-09-28T20:42:40.108-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 70.6, "bad": true, "baseline_ms": 19.200000000000003, "trigger": false, "period_bad": 16, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:42:42.035-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 213} +{"time": "2026-09-28T20:42:44.182-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 143.0, "bad": true, "baseline_ms": 19.45, "trigger": false, "period_bad": 17, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:42:45.246-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204242_035259.txt", "spike_captured": true, "spike_limit_ms": 59.2, "spike_probe_count": 10, "peak_probe_ms": 493.569, "sustained_jump_found": false, "incident_id": null, "attempt": 213} +{"time": "2026-09-28T20:42:48.037-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 214} +{"time": "2026-09-28T20:42:49.148-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 108.0, "bad": true, "baseline_ms": 23.35, "trigger": false, "period_bad": 18, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:42:50.246-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 206.0, "bad": true, "baseline_ms": 23.35, "trigger": false, "period_bad": 19, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:42:50.647-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204248_036961.txt", "spike_captured": true, "spike_limit_ms": 65.85, "spike_probe_count": 10, "peak_probe_ms": 279.624, "sustained_jump_found": false, "incident_id": null, "attempt": 214} +{"time": "2026-09-28T20:42:53.038-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 215} +{"time": "2026-09-28T20:42:53.073-05:00", "event": "period_complete", "bad_count": 19, "streak": 2} +{"time": "2026-09-28T20:42:56.046-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204253_038185.txt", "spike_captured": true, "spike_limit_ms": 72.0, "spike_probe_count": 7, "peak_probe_ms": 403.472, "sustained_jump_found": false, "incident_id": null, "attempt": 215} +{"time": "2026-09-28T20:42:59.039-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 216} +{"time": "2026-09-28T20:43:00.132-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 89.2, "bad": true, "baseline_ms": 25.55, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:43:01.315-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 272.0, "bad": true, "baseline_ms": 25.55, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:43:01.648-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204259_039496.txt", "spike_captured": true, "spike_limit_ms": 76.65, "spike_probe_count": 11, "peak_probe_ms": 294.872, "sustained_jump_found": false, "incident_id": null, "attempt": 216} +{"time": "2026-09-28T20:43:03.199-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 155.0, "bad": true, "baseline_ms": 25.9, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:43:04.040-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 217} +{"time": "2026-09-28T20:43:07.163-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 119.0, "bad": true, "baseline_ms": 25.9, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:43:07.452-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204304_040660.txt", "spike_captured": true, "spike_limit_ms": 77.69999999999999, "spike_probe_count": 10, "peak_probe_ms": 233.947, "sustained_jump_found": false, "incident_id": null, "attempt": 217} +{"time": "2026-09-28T20:43:09.296-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 251.0, "bad": true, "baseline_ms": 25.9, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:43:10.042-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 218} +{"time": "2026-09-28T20:43:11.264-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 218.0, "bad": true, "baseline_ms": 26.15, "trigger": false, "period_bad": 6, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:43:12.253-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204310_042366.txt", "spike_captured": true, "spike_limit_ms": 77.69999999999999, "spike_probe_count": 4, "peak_probe_ms": 462.933, "sustained_jump_found": false, "incident_id": null, "attempt": 218} +{"time": "2026-09-28T20:43:15.043-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 219} +{"time": "2026-09-28T20:43:16.251-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 77.69999999999999, "spike_probe_count": 0, "peak_probe_ms": 47.903, "sustained_jump_found": false, "incident_id": null, "attempt": 219} +{"time": "2026-09-28T20:43:19.044-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 220} +{"time": "2026-09-28T20:43:20.049-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 75.9, "spike_probe_count": 0, "peak_probe_ms": 42.699, "sustained_jump_found": false, "incident_id": null, "attempt": 220} +{"time": "2026-09-28T20:43:23.045-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 221} +{"time": "2026-09-28T20:43:24.050-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 78.44999999999999, "spike_probe_count": 0, "peak_probe_ms": 30.527, "sustained_jump_found": false, "incident_id": null, "attempt": 221} +{"time": "2026-09-28T20:43:27.046-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 222} +{"time": "2026-09-28T20:43:27.854-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 75.0, "spike_probe_count": 0, "peak_probe_ms": 17.862, "sustained_jump_found": false, "incident_id": null, "attempt": 222} +{"time": "2026-09-28T20:43:30.047-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 223} +{"time": "2026-09-28T20:43:31.052-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 75.0, "spike_probe_count": 0, "peak_probe_ms": 50.792, "sustained_jump_found": false, "incident_id": null, "attempt": 223} +{"time": "2026-09-28T20:43:34.048-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 224} +{"time": "2026-09-28T20:43:35.053-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204334_048649.txt", "spike_captured": true, "spike_limit_ms": 65.69999999999999, "spike_probe_count": 1, "peak_probe_ms": 69.023, "sustained_jump_found": false, "incident_id": null, "attempt": 224} +{"time": "2026-09-28T20:43:38.049-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 225} +{"time": "2026-09-28T20:43:39.054-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 59.65, "spike_probe_count": 0, "peak_probe_ms": 33.689, "sustained_jump_found": false, "incident_id": null, "attempt": 225} +{"time": "2026-09-28T20:43:42.050-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 226} +{"time": "2026-09-28T20:43:42.188-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 133.0, "bad": true, "baseline_ms": 22.0, "trigger": false, "period_bad": 7, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:43:43.659-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204342_050173.txt", "spike_captured": true, "spike_limit_ms": 66.0, "spike_probe_count": 1, "peak_probe_ms": 127.482, "sustained_jump_found": false, "incident_id": null, "attempt": 226} +{"time": "2026-09-28T20:43:46.051-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 227} +{"time": "2026-09-28T20:43:47.056-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204346_051070.txt", "spike_captured": true, "spike_limit_ms": 66.0, "spike_probe_count": 1, "peak_probe_ms": 90.662, "sustained_jump_found": false, "incident_id": null, "attempt": 227} +{"time": "2026-09-28T20:43:50.051-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 228} +{"time": "2026-09-28T20:43:51.191-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 136.0, "bad": true, "baseline_ms": 19.6, "trigger": false, "period_bad": 8, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:43:52.120-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 64.7, "bad": true, "baseline_ms": 19.6, "trigger": false, "period_bad": 9, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:43:52.261-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204350_051625.txt", "spike_captured": true, "spike_limit_ms": 59.45, "spike_probe_count": 4, "peak_probe_ms": 388.815, "sustained_jump_found": false, "incident_id": null, "attempt": 228} +{"time": "2026-09-28T20:43:53.071-05:00", "event": "period_complete", "bad_count": 9, "streak": 3} +{"time": "2026-09-28T20:43:55.053-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 229} +{"time": "2026-09-28T20:43:56.060-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 59.35, "spike_probe_count": 0, "peak_probe_ms": 44.747, "sustained_jump_found": false, "incident_id": null, "attempt": 229} +{"time": "2026-09-28T20:43:59.054-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 230} +{"time": "2026-09-28T20:44:00.462-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204359_053984.txt", "spike_captured": true, "spike_limit_ms": 58.8, "spike_probe_count": 1, "peak_probe_ms": 64.483, "sustained_jump_found": false, "incident_id": null, "attempt": 230} +{"time": "2026-09-28T20:44:03.055-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 231} +{"time": "2026-09-28T20:44:04.060-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.15, "spike_probe_count": 0, "peak_probe_ms": 40.71, "sustained_jump_found": false, "incident_id": null, "attempt": 231} +{"time": "2026-09-28T20:44:07.056-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 232} +{"time": "2026-09-28T20:44:08.264-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204407_055880.txt", "spike_captured": true, "spike_limit_ms": 57.65, "spike_probe_count": 2, "peak_probe_ms": 139.699, "sustained_jump_found": false, "incident_id": null, "attempt": 232} +{"time": "2026-09-28T20:44:11.057-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 233} +{"time": "2026-09-28T20:44:12.465-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204411_056891.txt", "spike_captured": true, "spike_limit_ms": 57.55, "spike_probe_count": 2, "peak_probe_ms": 132.693, "sustained_jump_found": false, "incident_id": null, "attempt": 233} +{"time": "2026-09-28T20:44:15.057-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 234} +{"time": "2026-09-28T20:44:16.266-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204415_057808.txt", "spike_captured": true, "spike_limit_ms": 57.45, "spike_probe_count": 1, "peak_probe_ms": 66.739, "sustained_jump_found": false, "incident_id": null, "attempt": 234} +{"time": "2026-09-28T20:44:19.059-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 235} +{"time": "2026-09-28T20:44:20.064-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.4, "spike_probe_count": 0, "peak_probe_ms": 36.679, "sustained_jump_found": false, "incident_id": null, "attempt": 235} +{"time": "2026-09-28T20:44:23.059-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 236} +{"time": "2026-09-28T20:44:23.129-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 64.8, "bad": true, "baseline_ms": 17.5, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T20:44:23.866-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204423_059680.txt", "spike_captured": true, "spike_limit_ms": 57.5, "spike_probe_count": 1, "peak_probe_ms": 61.292, "sustained_jump_found": false, "incident_id": null, "attempt": 236} +{"time": "2026-09-28T20:44:26.060-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 237} +{"time": "2026-09-28T20:44:27.064-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.45, "spike_probe_count": 0, "peak_probe_ms": 38.868, "sustained_jump_found": false, "incident_id": null, "attempt": 237} +{"time": "2026-09-28T20:44:30.061-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 238} +{"time": "2026-09-28T20:44:30.869-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.45, "spike_probe_count": 0, "peak_probe_ms": 26.841, "sustained_jump_found": false, "incident_id": null, "attempt": 238} +{"time": "2026-09-28T20:44:33.062-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 239} +{"time": "2026-09-28T20:44:33.869-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.55, "spike_probe_count": 0, "peak_probe_ms": 43.67, "sustained_jump_found": false, "incident_id": null, "attempt": 239} +{"time": "2026-09-28T20:44:36.062-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 240} +{"time": "2026-09-28T20:44:37.270-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.6, "spike_probe_count": 0, "peak_probe_ms": 49.556, "sustained_jump_found": false, "incident_id": null, "attempt": 240} +{"time": "2026-09-28T20:44:40.063-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 241} +{"time": "2026-09-28T20:44:41.473-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204440_063588.txt", "spike_captured": true, "spike_limit_ms": 57.6, "spike_probe_count": 4, "peak_probe_ms": 102.634, "sustained_jump_found": false, "incident_id": null, "attempt": 241} +{"time": "2026-09-28T20:44:42.128-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 62.2, "bad": true, "baseline_ms": 17.6, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T20:44:44.064-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 242} +{"time": "2026-09-28T20:44:44.155-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 87.2, "bad": true, "baseline_ms": 17.700000000000003, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T20:44:45.141-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 73.1, "bad": true, "baseline_ms": 17.700000000000003, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T20:44:46.304-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 236.0, "bad": true, "baseline_ms": 17.700000000000003, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T20:44:46.675-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204444_064498.txt", "spike_captured": true, "spike_limit_ms": 57.7, "spike_probe_count": 8, "peak_probe_ms": 320.641, "sustained_jump_found": false, "incident_id": null, "attempt": 242} +{"time": "2026-09-28T20:44:48.209-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 141.0, "bad": true, "baseline_ms": 17.85, "trigger": false, "period_bad": 6, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T20:44:49.065-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 243} +{"time": "2026-09-28T20:44:50.473-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204449_065599.txt", "spike_captured": true, "spike_limit_ms": 57.85, "spike_probe_count": 2, "peak_probe_ms": 96.727, "sustained_jump_found": false, "incident_id": null, "attempt": 243} +{"time": "2026-09-28T20:44:51.153-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 84.0, "bad": true, "baseline_ms": 17.700000000000003, "trigger": false, "period_bad": 7, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T20:44:53.067-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 244} +{"time": "2026-09-28T20:44:53.087-05:00", "event": "period_complete", "bad_count": 7, "streak": 4} +{"time": "2026-09-28T20:44:54.072-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.6, "spike_probe_count": 0, "peak_probe_ms": 55.726, "sustained_jump_found": false, "incident_id": null, "attempt": 244} +{"time": "2026-09-28T20:44:57.067-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 245} +{"time": "2026-09-28T20:44:57.875-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.6, "spike_probe_count": 0, "peak_probe_ms": 42.667, "sustained_jump_found": false, "incident_id": null, "attempt": 245} +{"time": "2026-09-28T20:45:00.068-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 246} +{"time": "2026-09-28T20:45:01.072-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.4, "spike_probe_count": 0, "peak_probe_ms": 54.832, "sustained_jump_found": false, "incident_id": null, "attempt": 246} +{"time": "2026-09-28T20:45:04.069-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 247} +{"time": "2026-09-28T20:45:05.074-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.6, "spike_probe_count": 0, "peak_probe_ms": 33.599, "sustained_jump_found": false, "incident_id": null, "attempt": 247} +{"time": "2026-09-28T20:45:08.070-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 248} +{"time": "2026-09-28T20:45:09.075-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.55, "spike_probe_count": 0, "peak_probe_ms": 29.879, "sustained_jump_found": false, "incident_id": null, "attempt": 248} +{"time": "2026-09-28T20:45:12.071-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 249} +{"time": "2026-09-28T20:45:13.479-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204512_071172.txt", "spike_captured": true, "spike_limit_ms": 57.35, "spike_probe_count": 3, "peak_probe_ms": 93.122, "sustained_jump_found": false, "incident_id": null, "attempt": 249} +{"time": "2026-09-28T20:45:16.072-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 250} +{"time": "2026-09-28T20:45:17.077-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.25, "spike_probe_count": 0, "peak_probe_ms": 38.935, "sustained_jump_found": false, "incident_id": null, "attempt": 250} +{"time": "2026-09-28T20:45:20.073-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 251} +{"time": "2026-09-28T20:45:21.078-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 40.024, "sustained_jump_found": false, "incident_id": null, "attempt": 251} +{"time": "2026-09-28T20:45:24.074-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 252} +{"time": "2026-09-28T20:45:25.079-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.45, "spike_probe_count": 0, "peak_probe_ms": 34.053, "sustained_jump_found": false, "incident_id": null, "attempt": 252} +{"time": "2026-09-28T20:45:28.075-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 253} +{"time": "2026-09-28T20:45:29.140-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 61.6, "bad": true, "baseline_ms": 17.5, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T20:45:29.884-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204528_075150.txt", "spike_captured": true, "spike_limit_ms": 57.5, "spike_probe_count": 6, "peak_probe_ms": 194.602, "sustained_jump_found": false, "incident_id": null, "attempt": 253} +{"time": "2026-09-28T20:45:30.161-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 81.5, "bad": true, "baseline_ms": 17.5, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T20:45:32.076-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 254} +{"time": "2026-09-28T20:45:33.886-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204532_076081.txt", "spike_captured": true, "spike_limit_ms": 57.45, "spike_probe_count": 5, "peak_probe_ms": 258.711, "sustained_jump_found": false, "incident_id": null, "attempt": 254} +{"time": "2026-09-28T20:45:36.077-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 255} +{"time": "2026-09-28T20:45:37.886-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204536_077040.txt", "spike_captured": true, "spike_limit_ms": 57.6, "spike_probe_count": 5, "peak_probe_ms": 154.782, "sustained_jump_found": false, "incident_id": null, "attempt": 255} +{"time": "2026-09-28T20:45:40.078-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 256} +{"time": "2026-09-28T20:45:41.084-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.6, "spike_probe_count": 0, "peak_probe_ms": 44.63, "sustained_jump_found": false, "incident_id": null, "attempt": 256} +{"time": "2026-09-28T20:45:44.079-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 257} +{"time": "2026-09-28T20:45:44.886-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204544_079635.txt", "spike_captured": true, "spike_limit_ms": 57.6, "spike_probe_count": 1, "peak_probe_ms": 59.683, "sustained_jump_found": false, "incident_id": null, "attempt": 257} +{"time": "2026-09-28T20:45:47.079-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 258} +{"time": "2026-09-28T20:45:47.887-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.55, "spike_probe_count": 0, "peak_probe_ms": 39.792, "sustained_jump_found": false, "incident_id": null, "attempt": 258} +{"time": "2026-09-28T20:45:50.081-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 259} +{"time": "2026-09-28T20:45:51.489-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204550_081176.txt", "spike_captured": true, "spike_limit_ms": 57.5, "spike_probe_count": 3, "peak_probe_ms": 73.917, "sustained_jump_found": false, "incident_id": null, "attempt": 259} +{"time": "2026-09-28T20:45:53.103-05:00", "event": "period_complete", "bad_count": 2, "streak": 0} +{"time": "2026-09-28T20:45:54.081-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 260} +{"time": "2026-09-28T20:45:55.088-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.4, "spike_probe_count": 0, "peak_probe_ms": 41.822, "sustained_jump_found": false, "incident_id": null, "attempt": 260} +{"time": "2026-09-28T20:45:58.083-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 261} +{"time": "2026-09-28T20:45:59.088-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.3, "spike_probe_count": 0, "peak_probe_ms": 46.908, "sustained_jump_found": false, "incident_id": null, "attempt": 261} +{"time": "2026-09-28T20:46:00.192-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 106.0, "bad": true, "baseline_ms": 17.45, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:46:02.083-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 262} +{"time": "2026-09-28T20:46:02.148-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 59.9, "bad": true, "baseline_ms": 17.5, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:46:03.090-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204602_083575.txt", "spike_captured": true, "spike_limit_ms": 57.5, "spike_probe_count": 1, "peak_probe_ms": 72.809, "sustained_jump_found": false, "incident_id": null, "attempt": 262} +{"time": "2026-09-28T20:46:06.085-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 263} +{"time": "2026-09-28T20:46:07.178-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 89.6, "bad": true, "baseline_ms": 17.35, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:46:07.492-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204606_085251.txt", "spike_captured": true, "spike_limit_ms": 57.45, "spike_probe_count": 2, "peak_probe_ms": 247.788, "sustained_jump_found": false, "incident_id": null, "attempt": 263} +{"time": "2026-09-28T20:46:10.085-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 264} +{"time": "2026-09-28T20:46:11.293-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204610_085625.txt", "spike_captured": true, "spike_limit_ms": 57.35, "spike_probe_count": 1, "peak_probe_ms": 96.602, "sustained_jump_found": false, "incident_id": null, "attempt": 264} +{"time": "2026-09-28T20:46:14.086-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 265} +{"time": "2026-09-28T20:46:15.091-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.4, "spike_probe_count": 0, "peak_probe_ms": 50.665, "sustained_jump_found": false, "incident_id": null, "attempt": 265} +{"time": "2026-09-28T20:46:18.087-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 266} +{"time": "2026-09-28T20:46:19.092-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.5, "spike_probe_count": 0, "peak_probe_ms": 25.358, "sustained_jump_found": false, "incident_id": null, "attempt": 266} +{"time": "2026-09-28T20:46:22.089-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 267} +{"time": "2026-09-28T20:46:23.209-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 118.0, "bad": true, "baseline_ms": 17.45, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:46:23.296-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.5, "spike_probe_count": 0, "peak_probe_ms": 54.744, "sustained_jump_found": false, "incident_id": null, "attempt": 267} +{"time": "2026-09-28T20:46:26.089-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 268} +{"time": "2026-09-28T20:46:27.094-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.55, "spike_probe_count": 0, "peak_probe_ms": 26.665, "sustained_jump_found": false, "incident_id": null, "attempt": 268} +{"time": "2026-09-28T20:46:30.090-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 269} +{"time": "2026-09-28T20:46:31.095-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.35, "spike_probe_count": 0, "peak_probe_ms": 40.573, "sustained_jump_found": false, "incident_id": null, "attempt": 269} +{"time": "2026-09-28T20:46:34.091-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 270} +{"time": "2026-09-28T20:46:35.096-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.4, "spike_probe_count": 0, "peak_probe_ms": 32.591, "sustained_jump_found": false, "incident_id": null, "attempt": 270} +{"time": "2026-09-28T20:46:38.092-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 271} +{"time": "2026-09-28T20:46:39.300-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.3, "spike_probe_count": 0, "peak_probe_ms": 47.626, "sustained_jump_found": false, "incident_id": null, "attempt": 271} +{"time": "2026-09-28T20:46:42.093-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 272} +{"time": "2026-09-28T20:46:43.302-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204642_093573.txt", "spike_captured": true, "spike_limit_ms": 57.25, "spike_probe_count": 1, "peak_probe_ms": 66.822, "sustained_jump_found": false, "incident_id": null, "attempt": 272} +{"time": "2026-09-28T20:46:46.094-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 273} +{"time": "2026-09-28T20:46:47.101-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204646_094596.txt", "spike_captured": true, "spike_limit_ms": 57.25, "spike_probe_count": 1, "peak_probe_ms": 59.718, "sustained_jump_found": false, "incident_id": null, "attempt": 273} +{"time": "2026-09-28T20:46:50.096-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 274} +{"time": "2026-09-28T20:46:51.503-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.4, "spike_probe_count": 0, "peak_probe_ms": 35.507, "sustained_jump_found": false, "incident_id": null, "attempt": 274} +{"time": "2026-09-28T20:46:53.116-05:00", "event": "period_complete", "bad_count": 4, "streak": 1} +{"time": "2026-09-28T20:46:54.096-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 275} +{"time": "2026-09-28T20:46:55.216-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 116.0, "bad": true, "baseline_ms": 17.4, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:46:55.304-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204654_096624.txt", "spike_captured": true, "spike_limit_ms": 57.35, "spike_probe_count": 1, "peak_probe_ms": 144.714, "sustained_jump_found": false, "incident_id": null, "attempt": 275} +{"time": "2026-09-28T20:46:58.097-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 276} +{"time": "2026-09-28T20:46:59.505-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204658_097604.txt", "spike_captured": true, "spike_limit_ms": 57.4, "spike_probe_count": 4, "peak_probe_ms": 230.496, "sustained_jump_found": false, "incident_id": null, "attempt": 276} +{"time": "2026-09-28T20:47:00.165-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 64.0, "bad": true, "baseline_ms": 17.35, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:47:01.288-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 186.0, "bad": true, "baseline_ms": 17.35, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:47:02.098-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 277} +{"time": "2026-09-28T20:47:02.382-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 279.0, "bad": true, "baseline_ms": 17.35, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:47:03.707-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204702_098630.txt", "spike_captured": true, "spike_limit_ms": 57.35, "spike_probe_count": 1, "peak_probe_ms": 275.169, "sustained_jump_found": false, "incident_id": null, "attempt": 277} +{"time": "2026-09-28T20:47:06.099-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 278} +{"time": "2026-09-28T20:47:07.307-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204706_099646.txt", "spike_captured": true, "spike_limit_ms": 57.35, "spike_probe_count": 3, "peak_probe_ms": 110.584, "sustained_jump_found": false, "incident_id": null, "attempt": 278} +{"time": "2026-09-28T20:47:09.218-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 114.0, "bad": true, "baseline_ms": 17.15, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:47:10.100-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 279} +{"time": "2026-09-28T20:47:11.309-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.15, "spike_probe_count": 0, "peak_probe_ms": 36.709, "sustained_jump_found": false, "incident_id": null, "attempt": 279} +{"time": "2026-09-28T20:47:14.101-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 280} +{"time": "2026-09-28T20:47:14.910-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.25, "spike_probe_count": 0, "peak_probe_ms": 28.496, "sustained_jump_found": false, "incident_id": null, "attempt": 280} +{"time": "2026-09-28T20:47:17.102-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 281} +{"time": "2026-09-28T20:47:18.510-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204717_102355.txt", "spike_captured": true, "spike_limit_ms": 57.25, "spike_probe_count": 2, "peak_probe_ms": 64.91, "sustained_jump_found": false, "incident_id": null, "attempt": 281} +{"time": "2026-09-28T20:47:21.104-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 282} +{"time": "2026-09-28T20:47:22.511-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204721_103970.txt", "spike_captured": true, "spike_limit_ms": 57.45, "spike_probe_count": 1, "peak_probe_ms": 90.999, "sustained_jump_found": false, "incident_id": null, "attempt": 282} +{"time": "2026-09-28T20:47:25.104-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 283} +{"time": "2026-09-28T20:47:25.913-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.3, "spike_probe_count": 0, "peak_probe_ms": 22.632, "sustained_jump_found": false, "incident_id": null, "attempt": 283} +{"time": "2026-09-28T20:47:28.105-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 284} +{"time": "2026-09-28T20:47:29.314-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.3, "spike_probe_count": 0, "peak_probe_ms": 49.851, "sustained_jump_found": false, "incident_id": null, "attempt": 284} +{"time": "2026-09-28T20:47:32.106-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 285} +{"time": "2026-09-28T20:47:32.178-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 67.5, "bad": true, "baseline_ms": 17.45, "trigger": false, "period_bad": 6, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:47:33.716-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204732_106153.txt", "spike_captured": true, "spike_limit_ms": 57.45, "spike_probe_count": 4, "peak_probe_ms": 106.153, "sustained_jump_found": false, "incident_id": null, "attempt": 285} +{"time": "2026-09-28T20:47:34.198-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 88.4, "bad": true, "baseline_ms": 17.55, "trigger": false, "period_bad": 7, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:47:36.107-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 286} +{"time": "2026-09-28T20:47:36.198-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 86.8, "bad": true, "baseline_ms": 17.55, "trigger": false, "period_bad": 8, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:47:37.206-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 94.3, "bad": true, "baseline_ms": 17.55, "trigger": false, "period_bad": 9, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:47:38.316-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204736_107187.txt", "spike_captured": true, "spike_limit_ms": 57.55, "spike_probe_count": 9, "peak_probe_ms": 275.789, "sustained_jump_found": false, "incident_id": null, "attempt": 286} +{"time": "2026-09-28T20:47:39.175-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 64.1, "bad": true, "baseline_ms": 17.6, "trigger": false, "period_bad": 10, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:47:41.108-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 287} +{"time": "2026-09-28T20:47:42.516-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.65, "spike_probe_count": 0, "peak_probe_ms": 55.995, "sustained_jump_found": false, "incident_id": null, "attempt": 287} +{"time": "2026-09-28T20:47:45.109-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 288} +{"time": "2026-09-28T20:47:45.918-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.7, "spike_probe_count": 0, "peak_probe_ms": 24.872, "sustained_jump_found": false, "incident_id": null, "attempt": 288} +{"time": "2026-09-28T20:47:48.110-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 289} +{"time": "2026-09-28T20:47:48.917-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.75, "spike_probe_count": 0, "peak_probe_ms": 43.65, "sustained_jump_found": false, "incident_id": null, "attempt": 289} +{"time": "2026-09-28T20:47:51.110-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 290} +{"time": "2026-09-28T20:47:52.115-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.65, "spike_probe_count": 0, "peak_probe_ms": 22.754, "sustained_jump_found": false, "incident_id": null, "attempt": 290} +{"time": "2026-09-28T20:47:53.131-05:00", "event": "period_complete", "bad_count": 10, "streak": 2} +{"time": "2026-09-28T20:47:55.111-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 291} +{"time": "2026-09-28T20:47:56.118-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.6, "spike_probe_count": 0, "peak_probe_ms": 53.702, "sustained_jump_found": false, "incident_id": null, "attempt": 291} +{"time": "2026-09-28T20:47:59.112-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 292} +{"time": "2026-09-28T20:47:59.179-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 62.4, "bad": true, "baseline_ms": 17.6, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:48:00.521-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204759_112809.txt", "spike_captured": true, "spike_limit_ms": 57.6, "spike_probe_count": 1, "peak_probe_ms": 58.501, "sustained_jump_found": false, "incident_id": null, "attempt": 292} +{"time": "2026-09-28T20:48:03.113-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 293} +{"time": "2026-09-28T20:48:04.119-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.6, "spike_probe_count": 0, "peak_probe_ms": 29.688, "sustained_jump_found": false, "incident_id": null, "attempt": 293} +{"time": "2026-09-28T20:48:07.114-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 294} +{"time": "2026-09-28T20:48:07.317-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 198.0, "bad": true, "baseline_ms": 17.6, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:48:09.121-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204807_114793.txt", "spike_captured": true, "spike_limit_ms": 57.6, "spike_probe_count": 3, "peak_probe_ms": 194.053, "sustained_jump_found": false, "incident_id": null, "attempt": 294} +{"time": "2026-09-28T20:48:12.116-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 295} +{"time": "2026-09-28T20:48:13.325-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204812_116018.txt", "spike_captured": true, "spike_limit_ms": 57.8, "spike_probe_count": 2, "peak_probe_ms": 79.684, "sustained_jump_found": false, "incident_id": null, "attempt": 295} +{"time": "2026-09-28T20:48:16.117-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 296} +{"time": "2026-09-28T20:48:17.324-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204816_117010.txt", "spike_captured": true, "spike_limit_ms": 57.65, "spike_probe_count": 1, "peak_probe_ms": 101.62, "sustained_jump_found": false, "incident_id": null, "attempt": 296} +{"time": "2026-09-28T20:48:20.118-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 297} +{"time": "2026-09-28T20:48:21.124-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.7, "spike_probe_count": 0, "peak_probe_ms": 26.66, "sustained_jump_found": false, "incident_id": null, "attempt": 297} +{"time": "2026-09-28T20:48:24.119-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 298} +{"time": "2026-09-28T20:48:25.124-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.6, "spike_probe_count": 0, "peak_probe_ms": 54.724, "sustained_jump_found": false, "incident_id": null, "attempt": 298} +{"time": "2026-09-28T20:48:28.120-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 299} +{"time": "2026-09-28T20:48:29.328-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204828_119929.txt", "spike_captured": true, "spike_limit_ms": 57.4, "spike_probe_count": 2, "peak_probe_ms": 149.985, "sustained_jump_found": false, "incident_id": null, "attempt": 299} +{"time": "2026-09-28T20:48:32.121-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 300} +{"time": "2026-09-28T20:48:33.329-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204832_120946.txt", "spike_captured": true, "spike_limit_ms": 57.45, "spike_probe_count": 1, "peak_probe_ms": 58.818, "sustained_jump_found": false, "incident_id": null, "attempt": 300} +{"time": "2026-09-28T20:48:36.122-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 301} +{"time": "2026-09-28T20:48:36.929-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.65, "spike_probe_count": 0, "peak_probe_ms": 33.77, "sustained_jump_found": false, "incident_id": null, "attempt": 301} +{"time": "2026-09-28T20:48:39.122-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 302} +{"time": "2026-09-28T20:48:39.931-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.55, "spike_probe_count": 0, "peak_probe_ms": 52.778, "sustained_jump_found": false, "incident_id": null, "attempt": 302} +{"time": "2026-09-28T20:48:41.186-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 60.2, "bad": true, "baseline_ms": 17.45, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:48:42.123-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 303} +{"time": "2026-09-28T20:48:43.128-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204842_123364.txt", "spike_captured": true, "spike_limit_ms": 57.45, "spike_probe_count": 1, "peak_probe_ms": 78.489, "sustained_jump_found": false, "incident_id": null, "attempt": 303} +{"time": "2026-09-28T20:48:46.124-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 304} +{"time": "2026-09-28T20:48:46.205-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 76.0, "bad": true, "baseline_ms": 17.4, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:48:47.733-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204846_124377.txt", "spike_captured": true, "spike_limit_ms": 57.4, "spike_probe_count": 3, "peak_probe_ms": 225.108, "sustained_jump_found": false, "incident_id": null, "attempt": 304} +{"time": "2026-09-28T20:48:50.125-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 305} +{"time": "2026-09-28T20:48:51.130-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.45, "spike_probe_count": 0, "peak_probe_ms": 34.582, "sustained_jump_found": false, "incident_id": null, "attempt": 305} +{"time": "2026-09-28T20:48:53.147-05:00", "event": "period_complete", "bad_count": 4, "streak": 3} +{"time": "2026-09-28T20:48:54.126-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 306} +{"time": "2026-09-28T20:48:55.132-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.55, "spike_probe_count": 0, "peak_probe_ms": 28.803, "sustained_jump_found": false, "incident_id": null, "attempt": 306} +{"time": "2026-09-28T20:48:58.127-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 307} +{"time": "2026-09-28T20:48:59.936-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204858_127415.txt", "spike_captured": true, "spike_limit_ms": 57.75, "spike_probe_count": 6, "peak_probe_ms": 128.792, "sustained_jump_found": false, "incident_id": null, "attempt": 307} +{"time": "2026-09-28T20:49:02.128-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 308} +{"time": "2026-09-28T20:49:03.737-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204902_128370.txt", "spike_captured": true, "spike_limit_ms": 57.95, "spike_probe_count": 5, "peak_probe_ms": 100.643, "sustained_jump_found": false, "incident_id": null, "attempt": 308} +{"time": "2026-09-28T20:49:06.130-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 309} +{"time": "2026-09-28T20:49:06.200-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 67.3, "bad": true, "baseline_ms": 18.1, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T20:49:07.485-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 352.0, "bad": true, "baseline_ms": 18.1, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T20:49:08.739-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204906_129946.txt", "spike_captured": true, "spike_limit_ms": 58.1, "spike_probe_count": 9, "peak_probe_ms": 305.793, "sustained_jump_found": false, "incident_id": null, "attempt": 309} +{"time": "2026-09-28T20:49:11.130-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 310} +{"time": "2026-09-28T20:49:12.135-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.05, "spike_probe_count": 0, "peak_probe_ms": 34.903, "sustained_jump_found": false, "incident_id": null, "attempt": 310} +{"time": "2026-09-28T20:49:15.131-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 311} +{"time": "2026-09-28T20:49:16.739-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204915_131581.txt", "spike_captured": true, "spike_limit_ms": 58.0, "spike_probe_count": 1, "peak_probe_ms": 122.377, "sustained_jump_found": false, "incident_id": null, "attempt": 311} +{"time": "2026-09-28T20:49:19.132-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 312} +{"time": "2026-09-28T20:49:20.137-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204919_132628.txt", "spike_captured": true, "spike_limit_ms": 58.2, "spike_probe_count": 1, "peak_probe_ms": 62.783, "sustained_jump_found": false, "incident_id": null, "attempt": 312} +{"time": "2026-09-28T20:49:23.133-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 313} +{"time": "2026-09-28T20:49:23.940-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.0, "spike_probe_count": 0, "peak_probe_ms": 24.708, "sustained_jump_found": false, "incident_id": null, "attempt": 313} +{"time": "2026-09-28T20:49:26.134-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 314} +{"time": "2026-09-28T20:49:27.742-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204926_134374.txt", "spike_captured": true, "spike_limit_ms": 58.3, "spike_probe_count": 3, "peak_probe_ms": 93.956, "sustained_jump_found": false, "incident_id": null, "attempt": 314} +{"time": "2026-09-28T20:49:30.135-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 315} +{"time": "2026-09-28T20:49:31.344-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204930_135326.txt", "spike_captured": true, "spike_limit_ms": 58.3, "spike_probe_count": 2, "peak_probe_ms": 90.552, "sustained_jump_found": false, "incident_id": null, "attempt": 315} +{"time": "2026-09-28T20:49:34.136-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 316} +{"time": "2026-09-28T20:49:36.545-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204934_136317.txt", "spike_captured": true, "spike_limit_ms": 58.6, "spike_probe_count": 2, "peak_probe_ms": 340.801, "sustained_jump_found": false, "incident_id": null, "attempt": 316} +{"time": "2026-09-28T20:49:39.137-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 317} +{"time": "2026-09-28T20:49:39.945-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.45, "spike_probe_count": 0, "peak_probe_ms": 26.592, "sustained_jump_found": false, "incident_id": null, "attempt": 317} +{"time": "2026-09-28T20:49:42.138-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 318} +{"time": "2026-09-28T20:49:43.546-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204942_138266.txt", "spike_captured": true, "spike_limit_ms": 58.45, "spike_probe_count": 3, "peak_probe_ms": 143.552, "sustained_jump_found": false, "incident_id": null, "attempt": 318} +{"time": "2026-09-28T20:49:46.139-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 319} +{"time": "2026-09-28T20:49:47.347-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204946_139216.txt", "spike_captured": true, "spike_limit_ms": 59.05, "spike_probe_count": 1, "peak_probe_ms": 73.799, "sustained_jump_found": false, "incident_id": null, "attempt": 319} +{"time": "2026-09-28T20:49:50.140-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 320} +{"time": "2026-09-28T20:49:51.146-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.8, "spike_probe_count": 0, "peak_probe_ms": 44.006, "sustained_jump_found": false, "incident_id": null, "attempt": 320} +{"time": "2026-09-28T20:49:53.161-05:00", "event": "period_complete", "bad_count": 2, "streak": 0} +{"time": "2026-09-28T20:49:54.141-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 321} +{"time": "2026-09-28T20:49:55.147-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.25, "spike_probe_count": 0, "peak_probe_ms": 37.844, "sustained_jump_found": false, "incident_id": null, "attempt": 321} +{"time": "2026-09-28T20:49:58.142-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 322} +{"time": "2026-09-28T20:49:59.148-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.25, "spike_probe_count": 0, "peak_probe_ms": 49.838, "sustained_jump_found": false, "incident_id": null, "attempt": 322} +{"time": "2026-09-28T20:49:59.206-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 60.5, "bad": true, "baseline_ms": 18.3, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:50:02.143-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 323} +{"time": "2026-09-28T20:50:03.148-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.3, "spike_probe_count": 0, "peak_probe_ms": 40.788, "sustained_jump_found": false, "incident_id": null, "attempt": 323} +{"time": "2026-09-28T20:50:06.144-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 324} +{"time": "2026-09-28T20:50:07.352-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205006_144196.txt", "spike_captured": true, "spike_limit_ms": 57.85, "spike_probe_count": 2, "peak_probe_ms": 67.479, "sustained_jump_found": false, "incident_id": null, "attempt": 324} +{"time": "2026-09-28T20:50:10.145-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 325} +{"time": "2026-09-28T20:50:11.149-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.75, "spike_probe_count": 0, "peak_probe_ms": 35.564, "sustained_jump_found": false, "incident_id": null, "attempt": 325} +{"time": "2026-09-28T20:50:14.146-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 326} +{"time": "2026-09-28T20:50:15.150-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205014_146066.txt", "spike_captured": true, "spike_limit_ms": 57.9, "spike_probe_count": 1, "peak_probe_ms": 87.804, "sustained_jump_found": false, "incident_id": null, "attempt": 326} +{"time": "2026-09-28T20:50:18.147-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 327} +{"time": "2026-09-28T20:50:19.152-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205018_147430.txt", "spike_captured": true, "spike_limit_ms": 57.9, "spike_probe_count": 1, "peak_probe_ms": 78.984, "sustained_jump_found": false, "incident_id": null, "attempt": 327} +{"time": "2026-09-28T20:50:20.242-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 91.2, "bad": true, "baseline_ms": 17.9, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:50:22.148-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 328} +{"time": "2026-09-28T20:50:22.954-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.05, "spike_probe_count": 0, "peak_probe_ms": 30.811, "sustained_jump_found": false, "incident_id": null, "attempt": 328} +{"time": "2026-09-28T20:50:25.148-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 329} +{"time": "2026-09-28T20:50:26.153-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.85, "spike_probe_count": 0, "peak_probe_ms": 48.77, "sustained_jump_found": false, "incident_id": null, "attempt": 329} +{"time": "2026-09-28T20:50:29.149-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 330} +{"time": "2026-09-28T20:50:30.358-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205029_149590.txt", "spike_captured": true, "spike_limit_ms": 57.8, "spike_probe_count": 1, "peak_probe_ms": 66.655, "sustained_jump_found": false, "incident_id": null, "attempt": 330} +{"time": "2026-09-28T20:50:33.150-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 331} +{"time": "2026-09-28T20:50:34.155-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205033_150617.txt", "spike_captured": true, "spike_limit_ms": 58.05, "spike_probe_count": 2, "peak_probe_ms": 70.815, "sustained_jump_found": false, "incident_id": null, "attempt": 331} +{"time": "2026-09-28T20:50:37.151-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 332} +{"time": "2026-09-28T20:50:38.157-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.85, "spike_probe_count": 0, "peak_probe_ms": 39.741, "sustained_jump_found": false, "incident_id": null, "attempt": 332} +{"time": "2026-09-28T20:50:41.152-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 333} +{"time": "2026-09-28T20:50:42.560-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205041_152628.txt", "spike_captured": true, "spike_limit_ms": 57.7, "spike_probe_count": 2, "peak_probe_ms": 153.818, "sustained_jump_found": false, "incident_id": null, "attempt": 333} +{"time": "2026-09-28T20:50:45.153-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 334} +{"time": "2026-09-28T20:50:46.158-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.75, "spike_probe_count": 0, "peak_probe_ms": 55.738, "sustained_jump_found": false, "incident_id": null, "attempt": 334} +{"time": "2026-09-28T20:50:49.154-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 335} +{"time": "2026-09-28T20:50:49.246-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 86.3, "bad": true, "baseline_ms": 17.7, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:50:50.364-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205049_154618.txt", "spike_captured": true, "spike_limit_ms": 57.7, "spike_probe_count": 2, "peak_probe_ms": 81.227, "sustained_jump_found": false, "incident_id": null, "attempt": 335} +{"time": "2026-09-28T20:50:53.155-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 336} +{"time": "2026-09-28T20:50:53.178-05:00", "event": "period_complete", "bad_count": 3, "streak": 1} +{"time": "2026-09-28T20:50:54.162-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205053_155632.txt", "spike_captured": true, "spike_limit_ms": 57.7, "spike_probe_count": 1, "peak_probe_ms": 72.777, "sustained_jump_found": false, "incident_id": null, "attempt": 336} +{"time": "2026-09-28T20:50:55.248-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 89.1, "bad": true, "baseline_ms": 17.7, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:50:57.156-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 337} +{"time": "2026-09-28T20:50:58.162-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.7, "spike_probe_count": 0, "peak_probe_ms": 40.824, "sustained_jump_found": false, "incident_id": null, "attempt": 337} +{"time": "2026-09-28T20:51:01.157-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 338} +{"time": "2026-09-28T20:51:02.566-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205101_157795.txt", "spike_captured": true, "spike_limit_ms": 57.75, "spike_probe_count": 4, "peak_probe_ms": 84.981, "sustained_jump_found": false, "incident_id": null, "attempt": 338} +{"time": "2026-09-28T20:51:05.158-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 339} +{"time": "2026-09-28T20:51:06.567-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205105_158439.txt", "spike_captured": true, "spike_limit_ms": 57.65, "spike_probe_count": 2, "peak_probe_ms": 117.511, "sustained_jump_found": false, "incident_id": null, "attempt": 339} +{"time": "2026-09-28T20:51:07.230-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 67.5, "bad": true, "baseline_ms": 17.9, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:51:09.159-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 340} +{"time": "2026-09-28T20:51:11.233-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 68.5, "bad": true, "baseline_ms": 18.25, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:51:12.168-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205109_159754.txt", "spike_captured": true, "spike_limit_ms": 58.1, "spike_probe_count": 10, "peak_probe_ms": 266.093, "sustained_jump_found": false, "incident_id": null, "attempt": 340} +{"time": "2026-09-28T20:51:15.161-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 341} +{"time": "2026-09-28T20:51:16.369-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205115_161301.txt", "spike_captured": true, "spike_limit_ms": 57.9, "spike_probe_count": 1, "peak_probe_ms": 65.608, "sustained_jump_found": false, "incident_id": null, "attempt": 341} +{"time": "2026-09-28T20:51:19.162-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 342} +{"time": "2026-09-28T20:51:20.167-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.1, "spike_probe_count": 0, "peak_probe_ms": 56.809, "sustained_jump_found": false, "incident_id": null, "attempt": 342} +{"time": "2026-09-28T20:51:23.163-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 343} +{"time": "2026-09-28T20:51:24.371-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205123_163266.txt", "spike_captured": true, "spike_limit_ms": 57.85, "spike_probe_count": 1, "peak_probe_ms": 86.809, "sustained_jump_found": false, "incident_id": null, "attempt": 343} +{"time": "2026-09-28T20:51:27.164-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 344} +{"time": "2026-09-28T20:51:27.252-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 83.5, "bad": true, "baseline_ms": 17.65, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:51:28.572-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205127_164259.txt", "spike_captured": true, "spike_limit_ms": 57.65, "spike_probe_count": 4, "peak_probe_ms": 91.885, "sustained_jump_found": false, "incident_id": null, "attempt": 344} +{"time": "2026-09-28T20:51:31.165-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 345} +{"time": "2026-09-28T20:51:33.374-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205131_165102.txt", "spike_captured": true, "spike_limit_ms": 57.65, "spike_probe_count": 6, "peak_probe_ms": 285.562, "sustained_jump_found": false, "incident_id": null, "attempt": 345} +{"time": "2026-09-28T20:51:36.166-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 346} +{"time": "2026-09-28T20:51:37.374-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.0, "spike_probe_count": 0, "peak_probe_ms": 42.838, "sustained_jump_found": false, "incident_id": null, "attempt": 346} +{"time": "2026-09-28T20:51:40.167-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 347} +{"time": "2026-09-28T20:51:40.972-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.15, "spike_probe_count": 0, "peak_probe_ms": 38.828, "sustained_jump_found": false, "incident_id": null, "attempt": 347} +{"time": "2026-09-28T20:51:43.168-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 348} +{"time": "2026-09-28T20:51:44.172-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.35, "spike_probe_count": 0, "peak_probe_ms": 29.786, "sustained_jump_found": false, "incident_id": null, "attempt": 348} +{"time": "2026-09-28T20:51:47.169-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 349} +{"time": "2026-09-28T20:51:48.173-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205147_169159.txt", "spike_captured": true, "spike_limit_ms": 58.15, "spike_probe_count": 1, "peak_probe_ms": 66.605, "sustained_jump_found": false, "incident_id": null, "attempt": 349} +{"time": "2026-09-28T20:51:51.169-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 350} +{"time": "2026-09-28T20:51:52.306-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 133.0, "bad": true, "baseline_ms": 17.55, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:51:52.779-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205151_169788.txt", "spike_captured": true, "spike_limit_ms": 57.55, "spike_probe_count": 1, "peak_probe_ms": 231.366, "sustained_jump_found": false, "incident_id": null, "attempt": 350} +{"time": "2026-09-28T20:51:53.195-05:00", "event": "period_complete", "bad_count": 5, "streak": 2} +{"time": "2026-09-28T20:51:55.170-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 351} +{"time": "2026-09-28T20:51:56.379-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205155_170800.txt", "spike_captured": true, "spike_limit_ms": 57.5, "spike_probe_count": 1, "peak_probe_ms": 93.988, "sustained_jump_found": false, "incident_id": null, "attempt": 351} +{"time": "2026-09-28T20:51:59.171-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 352} +{"time": "2026-09-28T20:52:00.580-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205159_171818.txt", "spike_captured": true, "spike_limit_ms": 58.3, "spike_probe_count": 4, "peak_probe_ms": 76.715, "sustained_jump_found": false, "incident_id": null, "attempt": 352} +{"time": "2026-09-28T20:52:03.172-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 353} +{"time": "2026-09-28T20:52:04.380-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 59.1, "spike_probe_count": 0, "peak_probe_ms": 57.601, "sustained_jump_found": false, "incident_id": null, "attempt": 353} +{"time": "2026-09-28T20:52:07.173-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 354} +{"time": "2026-09-28T20:52:07.980-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.5, "spike_probe_count": 0, "peak_probe_ms": 49.834, "sustained_jump_found": false, "incident_id": null, "attempt": 354} +{"time": "2026-09-28T20:52:10.174-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 355} +{"time": "2026-09-28T20:52:11.383-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205210_174368.txt", "spike_captured": true, "spike_limit_ms": 58.15, "spike_probe_count": 1, "peak_probe_ms": 87.806, "sustained_jump_found": false, "incident_id": null, "attempt": 355} +{"time": "2026-09-28T20:52:14.175-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 356} +{"time": "2026-09-28T20:52:15.180-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.6, "spike_probe_count": 0, "peak_probe_ms": 51.98, "sustained_jump_found": false, "incident_id": null, "attempt": 356} +{"time": "2026-09-28T20:52:18.176-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 357} +{"time": "2026-09-28T20:52:18.983-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.85, "spike_probe_count": 0, "peak_probe_ms": 34.799, "sustained_jump_found": false, "incident_id": null, "attempt": 357} +{"time": "2026-09-28T20:52:21.177-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 358} +{"time": "2026-09-28T20:52:22.586-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205221_177138.txt", "spike_captured": true, "spike_limit_ms": 57.6, "spike_probe_count": 3, "peak_probe_ms": 88.816, "sustained_jump_found": false, "incident_id": null, "attempt": 358} +{"time": "2026-09-28T20:52:25.178-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 359} +{"time": "2026-09-28T20:52:25.985-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.2, "spike_probe_count": 0, "peak_probe_ms": 43.985, "sustained_jump_found": false, "incident_id": null, "attempt": 359} +{"time": "2026-09-28T20:52:28.179-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 360} +{"time": "2026-09-28T20:52:29.388-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.3, "spike_probe_count": 0, "peak_probe_ms": 39.562, "sustained_jump_found": false, "incident_id": null, "attempt": 360} +{"time": "2026-09-28T20:52:32.180-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 361} +{"time": "2026-09-28T20:52:33.186-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205232_179928.txt", "spike_captured": true, "spike_limit_ms": 58.7, "spike_probe_count": 2, "peak_probe_ms": 65.659, "sustained_jump_found": false, "incident_id": null, "attempt": 361} +{"time": "2026-09-28T20:52:34.255-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 71.0, "bad": true, "baseline_ms": 18.4, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:52:36.180-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 362} +{"time": "2026-09-28T20:52:37.187-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.4, "spike_probe_count": 0, "peak_probe_ms": 32.831, "sustained_jump_found": false, "incident_id": null, "attempt": 362} +{"time": "2026-09-28T20:52:40.181-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 363} +{"time": "2026-09-28T20:52:40.987-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.9, "spike_probe_count": 0, "peak_probe_ms": 28.552, "sustained_jump_found": false, "incident_id": null, "attempt": 363} +{"time": "2026-09-28T20:52:43.182-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 364} +{"time": "2026-09-28T20:52:43.318-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 131.0, "bad": true, "baseline_ms": 17.5, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T20:52:44.592-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205243_182640.txt", "spike_captured": true, "spike_limit_ms": 57.5, "spike_probe_count": 4, "peak_probe_ms": 165.699, "sustained_jump_found": false, "incident_id": null, "attempt": 364} +{"time": "2026-09-28T20:52:47.183-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 365} +{"time": "2026-09-28T20:52:48.189-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.9, "spike_probe_count": 0, "peak_probe_ms": 34.639, "sustained_jump_found": false, "incident_id": null, "attempt": 365} +{"time": "2026-09-28T20:52:51.185-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 366} +{"time": "2026-09-28T20:52:52.189-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.6, "spike_probe_count": 0, "peak_probe_ms": 35.814, "sustained_jump_found": false, "incident_id": null, "attempt": 366} +{"time": "2026-09-28T20:52:53.211-05:00", "event": "period_complete", "bad_count": 2, "streak": 0} +{"time": "2026-09-28T20:52:54.250-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 61.6, "bad": true, "baseline_ms": 17.9, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:52:55.185-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 367} +{"time": "2026-09-28T20:52:57.191-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205255_185595.txt", "spike_captured": true, "spike_limit_ms": 57.9, "spike_probe_count": 9, "peak_probe_ms": 336.772, "sustained_jump_found": false, "incident_id": null, "attempt": 367} +{"time": "2026-09-28T20:52:58.298-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 108.0, "bad": true, "baseline_ms": 18.4, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:53:00.186-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 368} +{"time": "2026-09-28T20:53:01.192-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.4, "spike_probe_count": 0, "peak_probe_ms": 33.678, "sustained_jump_found": false, "incident_id": null, "attempt": 368} +{"time": "2026-09-28T20:53:04.188-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 369} +{"time": "2026-09-28T20:53:05.193-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.8, "spike_probe_count": 0, "peak_probe_ms": 54.695, "sustained_jump_found": false, "incident_id": null, "attempt": 369} +{"time": "2026-09-28T20:53:08.188-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 370} +{"time": "2026-09-28T20:53:08.997-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.65, "spike_probe_count": 0, "peak_probe_ms": 49.582, "sustained_jump_found": false, "incident_id": null, "attempt": 370} +{"time": "2026-09-28T20:53:11.189-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 371} +{"time": "2026-09-28T20:53:12.195-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.65, "spike_probe_count": 0, "peak_probe_ms": 56.721, "sustained_jump_found": false, "incident_id": null, "attempt": 371} +{"time": "2026-09-28T20:53:15.190-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 372} +{"time": "2026-09-28T20:53:15.998-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.55, "spike_probe_count": 0, "peak_probe_ms": 24.905, "sustained_jump_found": false, "incident_id": null, "attempt": 372} +{"time": "2026-09-28T20:53:18.191-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 373} +{"time": "2026-09-28T20:53:18.998-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.45, "spike_probe_count": 0, "peak_probe_ms": 25.765, "sustained_jump_found": false, "incident_id": null, "attempt": 373} +{"time": "2026-09-28T20:53:21.192-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 374} +{"time": "2026-09-28T20:53:22.197-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.4, "spike_probe_count": 0, "peak_probe_ms": 24.755, "sustained_jump_found": false, "incident_id": null, "attempt": 374} +{"time": "2026-09-28T20:53:25.193-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 375} +{"time": "2026-09-28T20:53:26.001-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 27.722, "sustained_jump_found": false, "incident_id": null, "attempt": 375} +{"time": "2026-09-28T20:53:28.194-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 376} +{"time": "2026-09-28T20:53:29.198-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205328_193934.txt", "spike_captured": true, "spike_limit_ms": 57.0, "spike_probe_count": 2, "peak_probe_ms": 70.673, "sustained_jump_found": false, "incident_id": null, "attempt": 376} +{"time": "2026-09-28T20:53:32.194-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 377} +{"time": "2026-09-28T20:53:33.200-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.1, "spike_probe_count": 0, "peak_probe_ms": 30.665, "sustained_jump_found": false, "incident_id": null, "attempt": 377} +{"time": "2026-09-28T20:53:36.195-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 378} +{"time": "2026-09-28T20:53:37.202-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 39.851, "sustained_jump_found": false, "incident_id": null, "attempt": 378} +{"time": "2026-09-28T20:53:40.197-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 379} +{"time": "2026-09-28T20:53:41.202-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.1, "spike_probe_count": 0, "peak_probe_ms": 25.601, "sustained_jump_found": false, "incident_id": null, "attempt": 379} +{"time": "2026-09-28T20:53:44.197-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 380} +{"time": "2026-09-28T20:53:49.282-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 81.3, "bad": true, "baseline_ms": 17.15, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:53:50.209-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205344_197808.txt", "spike_captured": true, "spike_limit_ms": 57.15, "spike_probe_count": 1, "peak_probe_ms": 80.648, "sustained_jump_found": false, "incident_id": null, "attempt": 380} +{"time": "2026-09-28T20:53:53.200-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 381} +{"time": "2026-09-28T20:53:53.222-05:00", "event": "period_complete", "bad_count": 3, "streak": 1} +{"time": "2026-09-28T20:53:54.408-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.1, "spike_probe_count": 0, "peak_probe_ms": 42.91, "sustained_jump_found": false, "incident_id": null, "attempt": 381} +{"time": "2026-09-28T20:53:57.201-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 382} +{"time": "2026-09-28T20:53:58.206-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205357_201174.txt", "spike_captured": true, "spike_limit_ms": 57.15, "spike_probe_count": 1, "peak_probe_ms": 89.755, "sustained_jump_found": false, "incident_id": null, "attempt": 382} +{"time": "2026-09-28T20:54:01.202-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 383} +{"time": "2026-09-28T20:54:02.609-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205401_202137.txt", "spike_captured": true, "spike_limit_ms": 57.0, "spike_probe_count": 3, "peak_probe_ms": 115.681, "sustained_jump_found": false, "incident_id": null, "attempt": 383} +{"time": "2026-09-28T20:54:05.203-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 384} +{"time": "2026-09-28T20:54:06.208-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 36.609, "sustained_jump_found": false, "incident_id": null, "attempt": 384} +{"time": "2026-09-28T20:54:09.204-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 385} +{"time": "2026-09-28T20:54:10.412-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205409_203955.txt", "spike_captured": true, "spike_limit_ms": 56.9, "spike_probe_count": 1, "peak_probe_ms": 148.556, "sustained_jump_found": false, "incident_id": null, "attempt": 385} +{"time": "2026-09-28T20:54:13.205-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 386} +{"time": "2026-09-28T20:54:14.210-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205413_205009.txt", "spike_captured": true, "spike_limit_ms": 57.0, "spike_probe_count": 2, "peak_probe_ms": 81.797, "sustained_jump_found": false, "incident_id": null, "attempt": 386} +{"time": "2026-09-28T20:54:17.206-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 387} +{"time": "2026-09-28T20:54:18.014-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 37.638, "sustained_jump_found": false, "incident_id": null, "attempt": 387} +{"time": "2026-09-28T20:54:20.206-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 388} +{"time": "2026-09-28T20:54:21.012-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 28.655, "sustained_jump_found": false, "incident_id": null, "attempt": 388} +{"time": "2026-09-28T20:54:23.207-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 389} +{"time": "2026-09-28T20:54:24.014-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 35.81, "sustained_jump_found": false, "incident_id": null, "attempt": 389} +{"time": "2026-09-28T20:54:26.208-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 390} +{"time": "2026-09-28T20:54:27.015-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 28.67, "sustained_jump_found": false, "incident_id": null, "attempt": 390} +{"time": "2026-09-28T20:54:29.208-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 391} +{"time": "2026-09-28T20:54:29.815-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.05, "spike_probe_count": 0, "peak_probe_ms": 29.778, "sustained_jump_found": false, "incident_id": null, "attempt": 391} +{"time": "2026-09-28T20:54:32.209-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 392} +{"time": "2026-09-28T20:54:33.020-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.95, "spike_probe_count": 0, "peak_probe_ms": 43.711, "sustained_jump_found": false, "incident_id": null, "attempt": 392} +{"time": "2026-09-28T20:54:35.210-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 393} +{"time": "2026-09-28T20:54:36.018-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.75, "spike_probe_count": 0, "peak_probe_ms": 54.613, "sustained_jump_found": false, "incident_id": null, "attempt": 393} +{"time": "2026-09-28T20:54:38.211-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 394} +{"time": "2026-09-28T20:54:39.019-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.75, "spike_probe_count": 0, "peak_probe_ms": 31.852, "sustained_jump_found": false, "incident_id": null, "attempt": 394} +{"time": "2026-09-28T20:54:41.211-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 395} +{"time": "2026-09-28T20:54:42.019-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.6, "spike_probe_count": 0, "peak_probe_ms": 33.674, "sustained_jump_found": false, "incident_id": null, "attempt": 395} +{"time": "2026-09-28T20:54:44.212-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 396} +{"time": "2026-09-28T20:54:45.020-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.6, "spike_probe_count": 0, "peak_probe_ms": 31.22, "sustained_jump_found": false, "incident_id": null, "attempt": 396} +{"time": "2026-09-28T20:54:47.213-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 397} +{"time": "2026-09-28T20:54:47.821-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.6, "spike_probe_count": 0, "peak_probe_ms": 27.448, "sustained_jump_found": false, "incident_id": null, "attempt": 397} +{"time": "2026-09-28T20:54:50.214-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 398} +{"time": "2026-09-28T20:54:51.022-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.45, "spike_probe_count": 0, "peak_probe_ms": 31.687, "sustained_jump_found": false, "incident_id": null, "attempt": 398} +{"time": "2026-09-28T20:54:53.214-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 399} +{"time": "2026-09-28T20:54:53.235-05:00", "event": "period_complete", "bad_count": 0, "streak": 0} +{"time": "2026-09-28T20:54:54.623-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205453_214673.txt", "spike_captured": true, "spike_limit_ms": 56.55, "spike_probe_count": 4, "peak_probe_ms": 370.714, "sustained_jump_found": false, "incident_id": null, "attempt": 399} +{"time": "2026-09-28T20:54:57.215-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 400} +{"time": "2026-09-28T20:54:57.301-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 81.4, "bad": true, "baseline_ms": 16.55, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:54:58.299-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 80.6, "bad": true, "baseline_ms": 16.55, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:54:58.826-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205457_215744.txt", "spike_captured": true, "spike_limit_ms": 56.55, "spike_probe_count": 4, "peak_probe_ms": 267.608, "sustained_jump_found": false, "incident_id": null, "attempt": 400} +{"time": "2026-09-28T20:55:01.216-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 401} +{"time": "2026-09-28T20:55:02.322-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 102.0, "bad": true, "baseline_ms": 16.75, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:55:03.222-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205501_216658.txt", "spike_captured": true, "spike_limit_ms": 56.75, "spike_probe_count": 4, "peak_probe_ms": 221.549, "sustained_jump_found": false, "incident_id": null, "attempt": 401} +{"time": "2026-09-28T20:55:06.218-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 402} +{"time": "2026-09-28T20:55:07.222-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205506_217891.txt", "spike_captured": true, "spike_limit_ms": 56.75, "spike_probe_count": 1, "peak_probe_ms": 59.705, "sustained_jump_found": false, "incident_id": null, "attempt": 402} +{"time": "2026-09-28T20:55:09.337-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 116.0, "bad": true, "baseline_ms": 16.8, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:55:10.218-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 403} +{"time": "2026-09-28T20:55:11.223-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205510_218841.txt", "spike_captured": true, "spike_limit_ms": 56.8, "spike_probe_count": 1, "peak_probe_ms": 64.785, "sustained_jump_found": false, "incident_id": null, "attempt": 403} +{"time": "2026-09-28T20:55:14.219-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 404} +{"time": "2026-09-28T20:55:15.224-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.15, "spike_probe_count": 0, "peak_probe_ms": 54.71, "sustained_jump_found": false, "incident_id": null, "attempt": 404} +{"time": "2026-09-28T20:55:18.221-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 405} +{"time": "2026-09-28T20:55:19.428-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205518_221007.txt", "spike_captured": true, "spike_limit_ms": 57.3, "spike_probe_count": 1, "peak_probe_ms": 57.872, "sustained_jump_found": false, "incident_id": null, "attempt": 405} +{"time": "2026-09-28T20:55:22.222-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 406} +{"time": "2026-09-28T20:55:23.227-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.4, "spike_probe_count": 0, "peak_probe_ms": 29.423, "sustained_jump_found": false, "incident_id": null, "attempt": 406} +{"time": "2026-09-28T20:55:26.222-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 407} +{"time": "2026-09-28T20:55:27.031-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.5, "spike_probe_count": 0, "peak_probe_ms": 22.82, "sustained_jump_found": false, "incident_id": null, "attempt": 407} +{"time": "2026-09-28T20:55:29.223-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 408} +{"time": "2026-09-28T20:55:30.832-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205529_223605.txt", "spike_captured": true, "spike_limit_ms": 57.5, "spike_probe_count": 5, "peak_probe_ms": 144.762, "sustained_jump_found": false, "incident_id": null, "attempt": 408} +{"time": "2026-09-28T20:55:33.224-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 409} +{"time": "2026-09-28T20:55:34.229-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.5, "spike_probe_count": 0, "peak_probe_ms": 35.845, "sustained_jump_found": false, "incident_id": null, "attempt": 409} +{"time": "2026-09-28T20:55:37.225-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 410} +{"time": "2026-09-28T20:55:38.033-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.5, "spike_probe_count": 0, "peak_probe_ms": 56.658, "sustained_jump_found": false, "incident_id": null, "attempt": 410} +{"time": "2026-09-28T20:55:40.226-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 411} +{"time": "2026-09-28T20:55:40.328-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 97.7, "bad": true, "baseline_ms": 17.5, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:55:41.434-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205540_226411.txt", "spike_captured": true, "spike_limit_ms": 57.5, "spike_probe_count": 3, "peak_probe_ms": 82.68, "sustained_jump_found": false, "incident_id": null, "attempt": 411} +{"time": "2026-09-28T20:55:44.227-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 412} +{"time": "2026-09-28T20:55:45.037-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.55, "spike_probe_count": 0, "peak_probe_ms": 25.66, "sustained_jump_found": false, "incident_id": null, "attempt": 412} +{"time": "2026-09-28T20:55:47.228-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 413} +{"time": "2026-09-28T20:55:48.437-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205547_228068.txt", "spike_captured": true, "spike_limit_ms": 57.5, "spike_probe_count": 3, "peak_probe_ms": 71.527, "sustained_jump_found": false, "incident_id": null, "attempt": 413} +{"time": "2026-09-28T20:55:51.229-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 414} +{"time": "2026-09-28T20:55:52.037-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.5, "spike_probe_count": 0, "peak_probe_ms": 25.791, "sustained_jump_found": false, "incident_id": null, "attempt": 414} +{"time": "2026-09-28T20:55:53.250-05:00", "event": "period_complete", "bad_count": 5, "streak": 1} +{"time": "2026-09-28T20:55:54.230-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 415} +{"time": "2026-09-28T20:55:55.037-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.55, "spike_probe_count": 0, "peak_probe_ms": 36.737, "sustained_jump_found": false, "incident_id": null, "attempt": 415} +{"time": "2026-09-28T20:55:57.231-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 416} +{"time": "2026-09-28T20:55:58.235-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.55, "spike_probe_count": 0, "peak_probe_ms": 30.858, "sustained_jump_found": false, "incident_id": null, "attempt": 416} +{"time": "2026-09-28T20:56:01.231-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 417} +{"time": "2026-09-28T20:56:02.038-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.5, "spike_probe_count": 0, "peak_probe_ms": 27.673, "sustained_jump_found": false, "incident_id": null, "attempt": 417} +{"time": "2026-09-28T20:56:04.232-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 418} +{"time": "2026-09-28T20:56:05.040-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.4, "spike_probe_count": 0, "peak_probe_ms": 27.899, "sustained_jump_found": false, "incident_id": null, "attempt": 418} +{"time": "2026-09-28T20:56:07.233-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 419} +{"time": "2026-09-28T20:56:08.238-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.4, "spike_probe_count": 0, "peak_probe_ms": 33.378, "sustained_jump_found": false, "incident_id": null, "attempt": 419} +{"time": "2026-09-28T20:56:11.234-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 420} +{"time": "2026-09-28T20:56:12.239-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.4, "spike_probe_count": 0, "peak_probe_ms": 40.759, "sustained_jump_found": false, "incident_id": null, "attempt": 420} +{"time": "2026-09-28T20:56:15.235-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 421} +{"time": "2026-09-28T20:56:16.041-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.4, "spike_probe_count": 0, "peak_probe_ms": 55.672, "sustained_jump_found": false, "incident_id": null, "attempt": 421} +{"time": "2026-09-28T20:56:18.235-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 422} +{"time": "2026-09-28T20:56:19.043-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.3, "spike_probe_count": 0, "peak_probe_ms": 32.73, "sustained_jump_found": false, "incident_id": null, "attempt": 422} +{"time": "2026-09-28T20:56:21.236-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 423} +{"time": "2026-09-28T20:56:22.043-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.3, "spike_probe_count": 0, "peak_probe_ms": 56.698, "sustained_jump_found": false, "incident_id": null, "attempt": 423} +{"time": "2026-09-28T20:56:24.237-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 424} +{"time": "2026-09-28T20:56:25.046-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.3, "spike_probe_count": 0, "peak_probe_ms": 26.636, "sustained_jump_found": false, "incident_id": null, "attempt": 424} +{"time": "2026-09-28T20:56:27.238-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 425} +{"time": "2026-09-28T20:56:28.046-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.3, "spike_probe_count": 0, "peak_probe_ms": 49.736, "sustained_jump_found": false, "incident_id": null, "attempt": 425} +{"time": "2026-09-28T20:56:30.238-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 426} +{"time": "2026-09-28T20:56:31.046-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.3, "spike_probe_count": 0, "peak_probe_ms": 36.743, "sustained_jump_found": false, "incident_id": null, "attempt": 426} +{"time": "2026-09-28T20:56:33.239-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 427} +{"time": "2026-09-28T20:56:34.046-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.3, "spike_probe_count": 0, "peak_probe_ms": 25.866, "sustained_jump_found": false, "incident_id": null, "attempt": 427} +{"time": "2026-09-28T20:56:36.240-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 428} +{"time": "2026-09-28T20:56:37.048-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.3, "spike_probe_count": 0, "peak_probe_ms": 43.776, "sustained_jump_found": false, "incident_id": null, "attempt": 428} +{"time": "2026-09-28T20:56:39.241-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 429} +{"time": "2026-09-28T20:56:40.048-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.3, "spike_probe_count": 0, "peak_probe_ms": 30.61, "sustained_jump_found": false, "incident_id": null, "attempt": 429} +{"time": "2026-09-28T20:56:42.241-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 430} +{"time": "2026-09-28T20:56:43.450-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205642_241704.txt", "spike_captured": true, "spike_limit_ms": 57.3, "spike_probe_count": 1, "peak_probe_ms": 107.56, "sustained_jump_found": false, "incident_id": null, "attempt": 430} +{"time": "2026-09-28T20:56:46.242-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 431} +{"time": "2026-09-28T20:56:47.248-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.3, "spike_probe_count": 0, "peak_probe_ms": 33.542, "sustained_jump_found": false, "incident_id": null, "attempt": 431} +{"time": "2026-09-28T20:56:50.243-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 432} +{"time": "2026-09-28T20:56:51.051-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.3, "spike_probe_count": 0, "peak_probe_ms": 48.406, "sustained_jump_found": false, "incident_id": null, "attempt": 432} +{"time": "2026-09-28T20:56:53.244-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 433} +{"time": "2026-09-28T20:56:53.264-05:00", "event": "period_complete", "bad_count": 0, "streak": 0} +{"time": "2026-09-28T20:56:54.249-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205653_244317.txt", "spike_captured": true, "spike_limit_ms": 57.3, "spike_probe_count": 3, "peak_probe_ms": 82.637, "sustained_jump_found": false, "incident_id": null, "attempt": 433} +{"time": "2026-09-28T20:56:57.245-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 434} +{"time": "2026-09-28T20:56:58.250-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.25, "spike_probe_count": 0, "peak_probe_ms": 35.716, "sustained_jump_found": false, "incident_id": null, "attempt": 434} +{"time": "2026-09-28T20:57:01.246-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 435} +{"time": "2026-09-28T20:57:02.252-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.25, "spike_probe_count": 0, "peak_probe_ms": 44.946, "sustained_jump_found": false, "incident_id": null, "attempt": 435} +{"time": "2026-09-28T20:57:05.247-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 436} +{"time": "2026-09-28T20:57:06.252-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 43.773, "sustained_jump_found": false, "incident_id": null, "attempt": 436} +{"time": "2026-09-28T20:57:09.248-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 437} +{"time": "2026-09-28T20:57:10.254-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205709_248343.txt", "spike_captured": true, "spike_limit_ms": 56.9, "spike_probe_count": 1, "peak_probe_ms": 65.71, "sustained_jump_found": false, "incident_id": null, "attempt": 437} +{"time": "2026-09-28T20:57:13.250-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 438} +{"time": "2026-09-28T20:57:14.056-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 39.619, "sustained_jump_found": false, "incident_id": null, "attempt": 438} +{"time": "2026-09-28T20:57:16.250-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 439} +{"time": "2026-09-28T20:57:17.459-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205716_250200.txt", "spike_captured": true, "spike_limit_ms": 57.0, "spike_probe_count": 4, "peak_probe_ms": 89.699, "sustained_jump_found": false, "incident_id": null, "attempt": 439} +{"time": "2026-09-28T20:57:20.251-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 440} +{"time": "2026-09-28T20:57:21.059-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 24.12, "sustained_jump_found": false, "incident_id": null, "attempt": 440} +{"time": "2026-09-28T20:57:23.251-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 441} +{"time": "2026-09-28T20:57:24.059-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.95, "spike_probe_count": 0, "peak_probe_ms": 31.622, "sustained_jump_found": false, "incident_id": null, "attempt": 441} +{"time": "2026-09-28T20:57:26.252-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 442} +{"time": "2026-09-28T20:57:27.059-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205726_252419.txt", "spike_captured": true, "spike_limit_ms": 56.9, "spike_probe_count": 1, "peak_probe_ms": 58.643, "sustained_jump_found": false, "incident_id": null, "attempt": 442} +{"time": "2026-09-28T20:57:29.253-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 443} +{"time": "2026-09-28T20:57:30.060-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 30.644, "sustained_jump_found": false, "incident_id": null, "attempt": 443} +{"time": "2026-09-28T20:57:32.253-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 444} +{"time": "2026-09-28T20:57:33.062-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205732_253812.txt", "spike_captured": true, "spike_limit_ms": 56.9, "spike_probe_count": 1, "peak_probe_ms": 64.047, "sustained_jump_found": false, "incident_id": null, "attempt": 444} +{"time": "2026-09-28T20:57:35.254-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 445} +{"time": "2026-09-28T20:57:36.062-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 27.822, "sustained_jump_found": false, "incident_id": null, "attempt": 445} +{"time": "2026-09-28T20:57:38.255-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 446} +{"time": "2026-09-28T20:57:39.063-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 25.7, "sustained_jump_found": false, "incident_id": null, "attempt": 446} +{"time": "2026-09-28T20:57:41.256-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 447} +{"time": "2026-09-28T20:57:42.063-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 25.641, "sustained_jump_found": false, "incident_id": null, "attempt": 447} +{"time": "2026-09-28T20:57:44.256-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 448} +{"time": "2026-09-28T20:57:45.261-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 44.821, "sustained_jump_found": false, "incident_id": null, "attempt": 448} +{"time": "2026-09-28T20:57:48.257-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 449} +{"time": "2026-09-28T20:57:49.065-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.8, "spike_probe_count": 0, "peak_probe_ms": 54.581, "sustained_jump_found": false, "incident_id": null, "attempt": 449} +{"time": "2026-09-28T20:57:51.258-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 450} +{"time": "2026-09-28T20:57:52.067-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 24.585, "sustained_jump_found": false, "incident_id": null, "attempt": 450} +{"time": "2026-09-28T20:57:52.488-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 227.0, "bad": true, "baseline_ms": 16.8, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:57:53.281-05:00", "event": "period_complete", "bad_count": 1, "streak": 0} +{"time": "2026-09-28T20:57:54.259-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 451} +{"time": "2026-09-28T20:57:55.668-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205754_259407.txt", "spike_captured": true, "spike_limit_ms": 56.85, "spike_probe_count": 2, "peak_probe_ms": 156.752, "sustained_jump_found": false, "incident_id": null, "attempt": 451} +{"time": "2026-09-28T20:57:58.260-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 452} +{"time": "2026-09-28T20:57:58.334-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 70.2, "bad": true, "baseline_ms": 16.95, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:57:59.469-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 205.0, "bad": true, "baseline_ms": 16.95, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:58:00.322-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 58.2, "bad": true, "baseline_ms": 16.95, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:58:00.870-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205758_260113.txt", "spike_captured": true, "spike_limit_ms": 56.95, "spike_probe_count": 11, "peak_probe_ms": 407.751, "sustained_jump_found": false, "incident_id": null, "attempt": 452} +{"time": "2026-09-28T20:58:03.261-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 453} +{"time": "2026-09-28T20:58:03.417-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 151.0, "bad": true, "baseline_ms": 17.0, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:58:04.344-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 79.2, "bad": true, "baseline_ms": 17.0, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T20:58:04.473-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205803_261547.txt", "spike_captured": true, "spike_limit_ms": 57.0, "spike_probe_count": 2, "peak_probe_ms": 147.471, "sustained_jump_found": false, "incident_id": null, "attempt": 453} +{"time": "2026-09-28T20:58:07.262-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 454} +{"time": "2026-09-28T20:58:08.267-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 39.708, "sustained_jump_found": false, "incident_id": null, "attempt": 454} +{"time": "2026-09-28T20:58:11.264-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 455} +{"time": "2026-09-28T20:58:12.268-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205811_264175.txt", "spike_captured": true, "spike_limit_ms": 57.05, "spike_probe_count": 1, "peak_probe_ms": 65.787, "sustained_jump_found": false, "incident_id": null, "attempt": 455} +{"time": "2026-09-28T20:58:15.264-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 456} +{"time": "2026-09-28T20:58:16.072-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 30.261, "sustained_jump_found": false, "incident_id": null, "attempt": 456} +{"time": "2026-09-28T20:58:18.265-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 457} +{"time": "2026-09-28T20:58:19.073-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 37.846, "sustained_jump_found": false, "incident_id": null, "attempt": 457} +{"time": "2026-09-28T20:58:21.266-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 458} +{"time": "2026-09-28T20:58:23.075-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205821_266140.txt", "spike_captured": true, "spike_limit_ms": 57.1, "spike_probe_count": 8, "peak_probe_ms": 173.715, "sustained_jump_found": false, "incident_id": null, "attempt": 458} +{"time": "2026-09-28T20:58:25.267-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 459} +{"time": "2026-09-28T20:58:26.075-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 32.738, "sustained_jump_found": false, "incident_id": null, "attempt": 459} +{"time": "2026-09-28T20:58:28.267-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 460} +{"time": "2026-09-28T20:58:29.075-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205828_267690.txt", "spike_captured": true, "spike_limit_ms": 57.35, "spike_probe_count": 1, "peak_probe_ms": 78.883, "sustained_jump_found": false, "incident_id": null, "attempt": 460} +{"time": "2026-09-28T20:58:31.268-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 461} +{"time": "2026-09-28T20:58:32.076-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.35, "spike_probe_count": 0, "peak_probe_ms": 40.457, "sustained_jump_found": false, "incident_id": null, "attempt": 461} +{"time": "2026-09-28T20:58:34.269-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 462} +{"time": "2026-09-28T20:58:35.274-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205834_269319.txt", "spike_captured": true, "spike_limit_ms": 57.35, "spike_probe_count": 2, "peak_probe_ms": 91.617, "sustained_jump_found": false, "incident_id": null, "attempt": 462} +{"time": "2026-09-28T20:58:38.270-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 463} +{"time": "2026-09-28T20:58:39.276-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205838_270331.txt", "spike_captured": true, "spike_limit_ms": 57.4, "spike_probe_count": 1, "peak_probe_ms": 77.642, "sustained_jump_found": false, "incident_id": null, "attempt": 463} +{"time": "2026-09-28T20:58:42.271-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 464} +{"time": "2026-09-28T20:58:43.080-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.4, "spike_probe_count": 0, "peak_probe_ms": 42.713, "sustained_jump_found": false, "incident_id": null, "attempt": 464} +{"time": "2026-09-28T20:58:45.272-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 465} +{"time": "2026-09-28T20:58:46.079-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.35, "spike_probe_count": 0, "peak_probe_ms": 49.65, "sustained_jump_found": false, "incident_id": null, "attempt": 465} +{"time": "2026-09-28T20:58:48.272-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 466} +{"time": "2026-09-28T20:58:49.080-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.4, "spike_probe_count": 0, "peak_probe_ms": 32.716, "sustained_jump_found": false, "incident_id": null, "attempt": 466} +{"time": "2026-09-28T20:58:51.273-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 467} +{"time": "2026-09-28T20:58:52.081-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.35, "spike_probe_count": 0, "peak_probe_ms": 42.617, "sustained_jump_found": false, "incident_id": null, "attempt": 467} +{"time": "2026-09-28T20:58:53.293-05:00", "event": "period_complete", "bad_count": 5, "streak": 1} +{"time": "2026-09-28T20:58:54.274-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 468} +{"time": "2026-09-28T20:58:55.082-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205854_274348.txt", "spike_captured": true, "spike_limit_ms": 57.35, "spike_probe_count": 1, "peak_probe_ms": 58.802, "sustained_jump_found": false, "incident_id": null, "attempt": 468} +{"time": "2026-09-28T20:58:57.274-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 469} +{"time": "2026-09-28T20:58:58.082-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205857_274757.txt", "spike_captured": true, "spike_limit_ms": 57.2, "spike_probe_count": 1, "peak_probe_ms": 66.54, "sustained_jump_found": false, "incident_id": null, "attempt": 469} +{"time": "2026-09-28T20:59:00.276-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 470} +{"time": "2026-09-28T20:59:01.084-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205900_275920.txt", "spike_captured": true, "spike_limit_ms": 57.2, "spike_probe_count": 1, "peak_probe_ms": 59.884, "sustained_jump_found": false, "incident_id": null, "attempt": 470} +{"time": "2026-09-28T20:59:02.347-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 67.3, "bad": true, "baseline_ms": 17.35, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T20:59:03.277-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 471} +{"time": "2026-09-28T20:59:04.083-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.35, "spike_probe_count": 0, "peak_probe_ms": 27.985, "sustained_jump_found": false, "incident_id": null, "attempt": 471} +{"time": "2026-09-28T20:59:06.277-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 472} +{"time": "2026-09-28T20:59:07.485-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205906_277370.txt", "spike_captured": true, "spike_limit_ms": 57.15, "spike_probe_count": 2, "peak_probe_ms": 107.866, "sustained_jump_found": false, "incident_id": null, "attempt": 472} +{"time": "2026-09-28T20:59:10.278-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 473} +{"time": "2026-09-28T20:59:11.285-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 51.664, "sustained_jump_found": false, "incident_id": null, "attempt": 473} +{"time": "2026-09-28T20:59:14.279-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 474} +{"time": "2026-09-28T20:59:15.284-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.1, "spike_probe_count": 0, "peak_probe_ms": 51.572, "sustained_jump_found": false, "incident_id": null, "attempt": 474} +{"time": "2026-09-28T20:59:18.280-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 475} +{"time": "2026-09-28T20:59:19.287-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.1, "spike_probe_count": 0, "peak_probe_ms": 51.441, "sustained_jump_found": false, "incident_id": null, "attempt": 475} +{"time": "2026-09-28T20:59:22.281-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 476} +{"time": "2026-09-28T20:59:23.286-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.1, "spike_probe_count": 0, "peak_probe_ms": 23.725, "sustained_jump_found": false, "incident_id": null, "attempt": 476} +{"time": "2026-09-28T20:59:26.282-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 477} +{"time": "2026-09-28T20:59:27.090-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.1, "spike_probe_count": 0, "peak_probe_ms": 33.742, "sustained_jump_found": false, "incident_id": null, "attempt": 477} +{"time": "2026-09-28T20:59:29.283-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 478} +{"time": "2026-09-28T20:59:30.091-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.1, "spike_probe_count": 0, "peak_probe_ms": 33.659, "sustained_jump_found": false, "incident_id": null, "attempt": 478} +{"time": "2026-09-28T20:59:32.284-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 479} +{"time": "2026-09-28T20:59:33.092-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 34.727, "sustained_jump_found": false, "incident_id": null, "attempt": 479} +{"time": "2026-09-28T20:59:35.284-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 480} +{"time": "2026-09-28T20:59:36.289-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205935_284627.txt", "spike_captured": true, "spike_limit_ms": 57.2, "spike_probe_count": 1, "peak_probe_ms": 94.738, "sustained_jump_found": false, "incident_id": null, "attempt": 480} +{"time": "2026-09-28T20:59:39.285-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 481} +{"time": "2026-09-28T20:59:40.093-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 24.558, "sustained_jump_found": false, "incident_id": null, "attempt": 481} +{"time": "2026-09-28T20:59:42.286-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 482} +{"time": "2026-09-28T20:59:43.292-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.1, "spike_probe_count": 0, "peak_probe_ms": 33.846, "sustained_jump_found": false, "incident_id": null, "attempt": 482} +{"time": "2026-09-28T20:59:46.287-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 483} +{"time": "2026-09-28T20:59:47.292-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 44.791, "sustained_jump_found": false, "incident_id": null, "attempt": 483} +{"time": "2026-09-28T20:59:50.288-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 484} +{"time": "2026-09-28T20:59:51.093-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 24.947, "sustained_jump_found": false, "incident_id": null, "attempt": 484} +{"time": "2026-09-28T20:59:53.289-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 485} +{"time": "2026-09-28T20:59:53.310-05:00", "event": "period_complete", "bad_count": 1, "streak": 0} +{"time": "2026-09-28T20:59:54.096-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 35.902, "sustained_jump_found": false, "incident_id": null, "attempt": 485} +{"time": "2026-09-28T20:59:56.289-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 486} +{"time": "2026-09-28T20:59:57.098-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.25, "spike_probe_count": 0, "peak_probe_ms": 33.625, "sustained_jump_found": false, "incident_id": null, "attempt": 486} +{"time": "2026-09-28T20:59:59.291-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 487} +{"time": "2026-09-28T21:00:00.097-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.25, "spike_probe_count": 0, "peak_probe_ms": 29.822, "sustained_jump_found": false, "incident_id": null, "attempt": 487} +{"time": "2026-09-28T21:00:02.291-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 488} +{"time": "2026-09-28T21:00:03.099-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 35.747, "sustained_jump_found": false, "incident_id": null, "attempt": 488} +{"time": "2026-09-28T21:00:05.291-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 489} +{"time": "2026-09-28T21:00:06.098-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 27.658, "sustained_jump_found": false, "incident_id": null, "attempt": 489} +{"time": "2026-09-28T21:00:08.292-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 490} +{"time": "2026-09-28T21:00:09.100-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 48.798, "sustained_jump_found": false, "incident_id": null, "attempt": 490} +{"time": "2026-09-28T21:00:11.293-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 491} +{"time": "2026-09-28T21:00:12.099-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.05, "spike_probe_count": 0, "peak_probe_ms": 39.639, "sustained_jump_found": false, "incident_id": null, "attempt": 491} +{"time": "2026-09-28T21:00:14.294-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 492} +{"time": "2026-09-28T21:00:15.101-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 35.659, "sustained_jump_found": false, "incident_id": null, "attempt": 492} +{"time": "2026-09-28T21:00:17.294-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 493} +{"time": "2026-09-28T21:00:18.101-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.15, "spike_probe_count": 0, "peak_probe_ms": 24.643, "sustained_jump_found": false, "incident_id": null, "attempt": 493} +{"time": "2026-09-28T21:00:20.295-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 494} +{"time": "2026-09-28T21:00:21.300-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.15, "spike_probe_count": 0, "peak_probe_ms": 47.307, "sustained_jump_found": false, "incident_id": null, "attempt": 494} +{"time": "2026-09-28T21:00:24.296-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 495} +{"time": "2026-09-28T21:00:26.302-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210024_296244.txt", "spike_captured": true, "spike_limit_ms": 57.15, "spike_probe_count": 1, "peak_probe_ms": 128.751, "sustained_jump_found": false, "incident_id": null, "attempt": 495} +{"time": "2026-09-28T21:00:29.297-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 496} +{"time": "2026-09-28T21:00:30.105-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 26.749, "sustained_jump_found": false, "incident_id": null, "attempt": 496} +{"time": "2026-09-28T21:00:32.298-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 497} +{"time": "2026-09-28T21:00:33.303-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210032_298331.txt", "spike_captured": true, "spike_limit_ms": 56.75, "spike_probe_count": 3, "peak_probe_ms": 67.836, "sustained_jump_found": false, "incident_id": null, "attempt": 497} +{"time": "2026-09-28T21:00:36.300-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 498} +{"time": "2026-09-28T21:00:37.107-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.7, "spike_probe_count": 0, "peak_probe_ms": 23.711, "sustained_jump_found": false, "incident_id": null, "attempt": 498} +{"time": "2026-09-28T21:00:39.301-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 499} +{"time": "2026-09-28T21:00:40.109-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.65, "spike_probe_count": 0, "peak_probe_ms": 23.66, "sustained_jump_found": false, "incident_id": null, "attempt": 499} +{"time": "2026-09-28T21:00:42.301-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 500} +{"time": "2026-09-28T21:00:43.709-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210042_301401.txt", "spike_captured": true, "spike_limit_ms": 56.7, "spike_probe_count": 2, "peak_probe_ms": 80.426, "sustained_jump_found": false, "incident_id": null, "attempt": 500} +{"time": "2026-09-28T21:00:46.302-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 501} +{"time": "2026-09-28T21:00:46.445-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 138.0, "bad": true, "baseline_ms": 16.7, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:00:47.307-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210046_302707.txt", "spike_captured": true, "spike_limit_ms": 56.7, "spike_probe_count": 1, "peak_probe_ms": 132.399, "sustained_jump_found": false, "incident_id": null, "attempt": 501} +{"time": "2026-09-28T21:00:47.401-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 94.8, "bad": true, "baseline_ms": 16.7, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:00:50.303-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 502} +{"time": "2026-09-28T21:00:51.308-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.7, "spike_probe_count": 0, "peak_probe_ms": 41.374, "sustained_jump_found": false, "incident_id": null, "attempt": 502} +{"time": "2026-09-28T21:00:53.325-05:00", "event": "period_complete", "bad_count": 2, "streak": 0} +{"time": "2026-09-28T21:00:54.304-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 503} +{"time": "2026-09-28T21:00:55.309-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210054_304756.txt", "spike_captured": true, "spike_limit_ms": 56.7, "spike_probe_count": 1, "peak_probe_ms": 70.79, "sustained_jump_found": false, "incident_id": null, "attempt": 503} +{"time": "2026-09-28T21:00:58.305-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 504} +{"time": "2026-09-28T21:00:59.113-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.65, "spike_probe_count": 0, "peak_probe_ms": 35.738, "sustained_jump_found": false, "incident_id": null, "attempt": 504} +{"time": "2026-09-28T21:01:01.306-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 505} +{"time": "2026-09-28T21:01:02.113-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.6, "spike_probe_count": 0, "peak_probe_ms": 45.915, "sustained_jump_found": false, "incident_id": null, "attempt": 505} +{"time": "2026-09-28T21:01:04.307-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 506} +{"time": "2026-09-28T21:01:05.114-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.6, "spike_probe_count": 0, "peak_probe_ms": 38.637, "sustained_jump_found": false, "incident_id": null, "attempt": 506} +{"time": "2026-09-28T21:01:07.308-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 507} +{"time": "2026-09-28T21:01:08.115-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.6, "spike_probe_count": 0, "peak_probe_ms": 32.816, "sustained_jump_found": false, "incident_id": null, "attempt": 507} +{"time": "2026-09-28T21:01:10.308-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 508} +{"time": "2026-09-28T21:01:11.116-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.65, "spike_probe_count": 0, "peak_probe_ms": 41.556, "sustained_jump_found": false, "incident_id": null, "attempt": 508} +{"time": "2026-09-28T21:01:13.309-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 509} +{"time": "2026-09-28T21:01:14.116-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.7, "spike_probe_count": 0, "peak_probe_ms": 45.538, "sustained_jump_found": false, "incident_id": null, "attempt": 509} +{"time": "2026-09-28T21:01:16.310-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 510} +{"time": "2026-09-28T21:01:17.117-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.75, "spike_probe_count": 0, "peak_probe_ms": 25.714, "sustained_jump_found": false, "incident_id": null, "attempt": 510} +{"time": "2026-09-28T21:01:19.310-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 511} +{"time": "2026-09-28T21:01:20.119-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.7, "spike_probe_count": 0, "peak_probe_ms": 29.884, "sustained_jump_found": false, "incident_id": null, "attempt": 511} +{"time": "2026-09-28T21:01:22.311-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 512} +{"time": "2026-09-28T21:01:23.118-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210122_311483.txt", "spike_captured": true, "spike_limit_ms": 56.7, "spike_probe_count": 1, "peak_probe_ms": 64.684, "sustained_jump_found": false, "incident_id": null, "attempt": 512} +{"time": "2026-09-28T21:01:25.312-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 513} +{"time": "2026-09-28T21:01:26.120-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.7, "spike_probe_count": 0, "peak_probe_ms": 32.58, "sustained_jump_found": false, "incident_id": null, "attempt": 513} +{"time": "2026-09-28T21:01:28.313-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 514} +{"time": "2026-09-28T21:01:29.121-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.65, "spike_probe_count": 0, "peak_probe_ms": 38.839, "sustained_jump_found": false, "incident_id": null, "attempt": 514} +{"time": "2026-09-28T21:01:31.313-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 515} +{"time": "2026-09-28T21:01:32.121-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210131_313786.txt", "spike_captured": true, "spike_limit_ms": 56.6, "spike_probe_count": 1, "peak_probe_ms": 56.667, "sustained_jump_found": false, "incident_id": null, "attempt": 515} +{"time": "2026-09-28T21:01:34.314-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 516} +{"time": "2026-09-28T21:01:35.922-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210134_314469.txt", "spike_captured": true, "spike_limit_ms": 56.65, "spike_probe_count": 1, "peak_probe_ms": 91.918, "sustained_jump_found": false, "incident_id": null, "attempt": 516} +{"time": "2026-09-28T21:01:38.315-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 517} +{"time": "2026-09-28T21:01:39.122-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.75, "spike_probe_count": 0, "peak_probe_ms": 43.755, "sustained_jump_found": false, "incident_id": null, "attempt": 517} +{"time": "2026-09-28T21:01:41.316-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 518} +{"time": "2026-09-28T21:01:42.321-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 55.255, "sustained_jump_found": false, "incident_id": null, "attempt": 518} +{"time": "2026-09-28T21:01:45.317-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 519} +{"time": "2026-09-28T21:01:46.322-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210145_317217.txt", "spike_captured": true, "spike_limit_ms": 56.75, "spike_probe_count": 1, "peak_probe_ms": 89.835, "sustained_jump_found": false, "incident_id": null, "attempt": 519} +{"time": "2026-09-28T21:01:49.318-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 520} +{"time": "2026-09-28T21:01:50.526-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210149_318248.txt", "spike_captured": true, "spike_limit_ms": 56.7, "spike_probe_count": 3, "peak_probe_ms": 230.7, "sustained_jump_found": false, "incident_id": null, "attempt": 520} +{"time": "2026-09-28T21:01:53.319-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 521} +{"time": "2026-09-28T21:01:53.340-05:00", "event": "period_complete", "bad_count": 0, "streak": 0} +{"time": "2026-09-28T21:01:54.323-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.7, "spike_probe_count": 0, "peak_probe_ms": 42.849, "sustained_jump_found": false, "incident_id": null, "attempt": 521} +{"time": "2026-09-28T21:01:57.320-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 522} +{"time": "2026-09-28T21:01:58.128-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 30.673, "sustained_jump_found": false, "incident_id": null, "attempt": 522} +{"time": "2026-09-28T21:02:00.321-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 523} +{"time": "2026-09-28T21:02:01.129-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 39.787, "sustained_jump_found": false, "incident_id": null, "attempt": 523} +{"time": "2026-09-28T21:02:03.321-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 524} +{"time": "2026-09-28T21:02:04.128-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 38.665, "sustained_jump_found": false, "incident_id": null, "attempt": 524} +{"time": "2026-09-28T21:02:06.322-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 525} +{"time": "2026-09-28T21:02:07.130-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 29.747, "sustained_jump_found": false, "incident_id": null, "attempt": 525} +{"time": "2026-09-28T21:02:09.323-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 526} +{"time": "2026-09-28T21:02:10.731-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 40.718, "sustained_jump_found": false, "incident_id": null, "attempt": 526} +{"time": "2026-09-28T21:02:13.324-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 527} +{"time": "2026-09-28T21:02:14.329-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 34.896, "sustained_jump_found": false, "incident_id": null, "attempt": 527} +{"time": "2026-09-28T21:02:17.325-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 528} +{"time": "2026-09-28T21:02:18.133-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 44.651, "sustained_jump_found": false, "incident_id": null, "attempt": 528} +{"time": "2026-09-28T21:02:20.326-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 529} +{"time": "2026-09-28T21:02:21.536-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 38.276, "sustained_jump_found": false, "incident_id": null, "attempt": 529} +{"time": "2026-09-28T21:02:24.326-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 530} +{"time": "2026-09-28T21:02:26.735-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 23.591, "sustained_jump_found": false, "incident_id": null, "attempt": 530} +{"time": "2026-09-28T21:02:29.328-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 531} +{"time": "2026-09-28T21:02:31.138-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210229_328092.txt", "spike_captured": true, "spike_limit_ms": 56.85, "spike_probe_count": 1, "peak_probe_ms": 83.613, "sustained_jump_found": false, "incident_id": null, "attempt": 531} +{"time": "2026-09-28T21:02:33.329-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 532} +{"time": "2026-09-28T21:02:34.737-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.7, "spike_probe_count": 0, "peak_probe_ms": 41.733, "sustained_jump_found": false, "incident_id": null, "attempt": 532} +{"time": "2026-09-28T21:02:37.330-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 533} +{"time": "2026-09-28T21:02:38.137-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.65, "spike_probe_count": 0, "peak_probe_ms": 26.946, "sustained_jump_found": false, "incident_id": null, "attempt": 533} +{"time": "2026-09-28T21:02:40.331-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 534} +{"time": "2026-09-28T21:02:41.336-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.65, "spike_probe_count": 0, "peak_probe_ms": 45.676, "sustained_jump_found": false, "incident_id": null, "attempt": 534} +{"time": "2026-09-28T21:02:44.331-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 535} +{"time": "2026-09-28T21:02:45.140-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 25.736, "sustained_jump_found": false, "incident_id": null, "attempt": 535} +{"time": "2026-09-28T21:02:47.332-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 536} +{"time": "2026-09-28T21:02:48.140-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 35.795, "sustained_jump_found": false, "incident_id": null, "attempt": 536} +{"time": "2026-09-28T21:02:50.333-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 537} +{"time": "2026-09-28T21:02:51.141-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 38.568, "sustained_jump_found": false, "incident_id": null, "attempt": 537} +{"time": "2026-09-28T21:02:53.334-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 538} +{"time": "2026-09-28T21:02:53.365-05:00", "event": "period_complete", "bad_count": 0, "streak": 0} +{"time": "2026-09-28T21:02:54.339-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 46.544, "sustained_jump_found": false, "incident_id": null, "attempt": 538} +{"time": "2026-09-28T21:02:57.335-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 539} +{"time": "2026-09-28T21:02:58.143-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 38.69, "sustained_jump_found": false, "incident_id": null, "attempt": 539} +{"time": "2026-09-28T21:03:00.336-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 540} +{"time": "2026-09-28T21:03:01.341-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210300_335923.txt", "spike_captured": true, "spike_limit_ms": 56.85, "spike_probe_count": 2, "peak_probe_ms": 70.644, "sustained_jump_found": false, "incident_id": null, "attempt": 540} +{"time": "2026-09-28T21:03:04.336-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 541} +{"time": "2026-09-28T21:03:05.341-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 36.691, "sustained_jump_found": false, "incident_id": null, "attempt": 541} +{"time": "2026-09-28T21:03:08.337-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 542} +{"time": "2026-09-28T21:03:09.344-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210308_337817.txt", "spike_captured": true, "spike_limit_ms": 56.7, "spike_probe_count": 1, "peak_probe_ms": 62.066, "sustained_jump_found": false, "incident_id": null, "attempt": 542} +{"time": "2026-09-28T21:03:12.338-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 543} +{"time": "2026-09-28T21:03:13.547-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210312_338844.txt", "spike_captured": true, "spike_limit_ms": 56.7, "spike_probe_count": 1, "peak_probe_ms": 207.853, "sustained_jump_found": false, "incident_id": null, "attempt": 543} +{"time": "2026-09-28T21:03:16.340-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 544} +{"time": "2026-09-28T21:03:17.147-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.7, "spike_probe_count": 0, "peak_probe_ms": 44.7, "sustained_jump_found": false, "incident_id": null, "attempt": 544} +{"time": "2026-09-28T21:03:19.340-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 545} +{"time": "2026-09-28T21:03:20.148-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.75, "spike_probe_count": 0, "peak_probe_ms": 26.799, "sustained_jump_found": false, "incident_id": null, "attempt": 545} +{"time": "2026-09-28T21:03:22.341-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 546} +{"time": "2026-09-28T21:03:23.149-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.65, "spike_probe_count": 0, "peak_probe_ms": 30.958, "sustained_jump_found": false, "incident_id": null, "attempt": 546} +{"time": "2026-09-28T21:03:25.342-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 547} +{"time": "2026-09-28T21:03:26.347-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210325_342138.txt", "spike_captured": true, "spike_limit_ms": 56.6, "spike_probe_count": 1, "peak_probe_ms": 92.784, "sustained_jump_found": false, "incident_id": null, "attempt": 547} +{"time": "2026-09-28T21:03:29.343-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 548} +{"time": "2026-09-28T21:03:30.151-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.6, "spike_probe_count": 0, "peak_probe_ms": 35.683, "sustained_jump_found": false, "incident_id": null, "attempt": 548} +{"time": "2026-09-28T21:03:30.465-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 118.0, "bad": true, "baseline_ms": 16.55, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:03:32.343-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 549} +{"time": "2026-09-28T21:03:33.551-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210332_343810.txt", "spike_captured": true, "spike_limit_ms": 56.6, "spike_probe_count": 1, "peak_probe_ms": 87.814, "sustained_jump_found": false, "incident_id": null, "attempt": 549} +{"time": "2026-09-28T21:03:36.344-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 550} +{"time": "2026-09-28T21:03:37.350-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210336_344810.txt", "spike_captured": true, "spike_limit_ms": 56.8, "spike_probe_count": 1, "peak_probe_ms": 106.636, "sustained_jump_found": false, "incident_id": null, "attempt": 550} +{"time": "2026-09-28T21:03:40.345-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 551} +{"time": "2026-09-28T21:03:41.350-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210340_345820.txt", "spike_captured": true, "spike_limit_ms": 56.75, "spike_probe_count": 1, "peak_probe_ms": 77.724, "sustained_jump_found": false, "incident_id": null, "attempt": 551} +{"time": "2026-09-28T21:03:44.346-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 552} +{"time": "2026-09-28T21:03:45.155-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.65, "spike_probe_count": 0, "peak_probe_ms": 34.843, "sustained_jump_found": false, "incident_id": null, "attempt": 552} +{"time": "2026-09-28T21:03:47.347-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 553} +{"time": "2026-09-28T21:03:48.155-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.45, "spike_probe_count": 0, "peak_probe_ms": 33.769, "sustained_jump_found": false, "incident_id": null, "attempt": 553} +{"time": "2026-09-28T21:03:50.348-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 554} +{"time": "2026-09-28T21:03:51.155-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.5, "spike_probe_count": 0, "peak_probe_ms": 34.681, "sustained_jump_found": false, "incident_id": null, "attempt": 554} +{"time": "2026-09-28T21:03:53.349-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 555} +{"time": "2026-09-28T21:03:53.370-05:00", "event": "period_complete", "bad_count": 1, "streak": 0} +{"time": "2026-09-28T21:03:54.156-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.4, "spike_probe_count": 0, "peak_probe_ms": 38.663, "sustained_jump_found": false, "incident_id": null, "attempt": 555} +{"time": "2026-09-28T21:03:56.350-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 556} +{"time": "2026-09-28T21:03:57.157-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.4, "spike_probe_count": 0, "peak_probe_ms": 43.623, "sustained_jump_found": false, "incident_id": null, "attempt": 556} +{"time": "2026-09-28T21:03:59.350-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 557} +{"time": "2026-09-28T21:04:00.158-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.4, "spike_probe_count": 0, "peak_probe_ms": 52.72, "sustained_jump_found": false, "incident_id": null, "attempt": 557} +{"time": "2026-09-28T21:04:02.351-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 558} +{"time": "2026-09-28T21:04:03.159-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.4, "spike_probe_count": 0, "peak_probe_ms": 41.874, "sustained_jump_found": false, "incident_id": null, "attempt": 558} +{"time": "2026-09-28T21:04:05.352-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 559} +{"time": "2026-09-28T21:04:06.159-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.4, "spike_probe_count": 0, "peak_probe_ms": 30.765, "sustained_jump_found": false, "incident_id": null, "attempt": 559} +{"time": "2026-09-28T21:04:08.353-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 560} +{"time": "2026-09-28T21:04:09.358-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210408_352868.txt", "spike_captured": true, "spike_limit_ms": 56.4, "spike_probe_count": 1, "peak_probe_ms": 62.755, "sustained_jump_found": false, "incident_id": null, "attempt": 560} +{"time": "2026-09-28T21:04:12.354-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 561} +{"time": "2026-09-28T21:04:13.161-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.4, "spike_probe_count": 0, "peak_probe_ms": 31.792, "sustained_jump_found": false, "incident_id": null, "attempt": 561} +{"time": "2026-09-28T21:04:15.354-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 562} +{"time": "2026-09-28T21:04:16.162-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.4, "spike_probe_count": 0, "peak_probe_ms": 34.788, "sustained_jump_found": false, "incident_id": null, "attempt": 562} +{"time": "2026-09-28T21:04:18.355-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 563} +{"time": "2026-09-28T21:04:19.163-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.35, "spike_probe_count": 0, "peak_probe_ms": 21.573, "sustained_jump_found": false, "incident_id": null, "attempt": 563} +{"time": "2026-09-28T21:04:21.356-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 564} +{"time": "2026-09-28T21:04:22.363-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.3, "spike_probe_count": 0, "peak_probe_ms": 33.581, "sustained_jump_found": false, "incident_id": null, "attempt": 564} +{"time": "2026-09-28T21:04:25.357-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 565} +{"time": "2026-09-28T21:04:26.165-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.35, "spike_probe_count": 0, "peak_probe_ms": 24.915, "sustained_jump_found": false, "incident_id": null, "attempt": 565} +{"time": "2026-09-28T21:04:28.358-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 566} +{"time": "2026-09-28T21:04:29.165-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.4, "spike_probe_count": 0, "peak_probe_ms": 34.691, "sustained_jump_found": false, "incident_id": null, "attempt": 566} +{"time": "2026-09-28T21:04:31.358-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 567} +{"time": "2026-09-28T21:04:32.166-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.3, "spike_probe_count": 0, "peak_probe_ms": 29.804, "sustained_jump_found": false, "incident_id": null, "attempt": 567} +{"time": "2026-09-28T21:04:34.359-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 568} +{"time": "2026-09-28T21:04:35.166-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210434_359307.txt", "spike_captured": true, "spike_limit_ms": 56.2, "spike_probe_count": 1, "peak_probe_ms": 71.216, "sustained_jump_found": false, "incident_id": null, "attempt": 568} +{"time": "2026-09-28T21:04:37.360-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 569} +{"time": "2026-09-28T21:04:38.166-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.2, "spike_probe_count": 0, "peak_probe_ms": 39.788, "sustained_jump_found": false, "incident_id": null, "attempt": 569} +{"time": "2026-09-28T21:04:40.360-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 570} +{"time": "2026-09-28T21:04:41.168-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.2, "spike_probe_count": 0, "peak_probe_ms": 44.761, "sustained_jump_found": false, "incident_id": null, "attempt": 570} +{"time": "2026-09-28T21:04:43.361-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 571} +{"time": "2026-09-28T21:04:44.168-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.2, "spike_probe_count": 0, "peak_probe_ms": 25.649, "sustained_jump_found": false, "incident_id": null, "attempt": 571} +{"time": "2026-09-28T21:04:46.362-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 572} +{"time": "2026-09-28T21:04:47.368-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.2, "spike_probe_count": 0, "peak_probe_ms": 46.437, "sustained_jump_found": false, "incident_id": null, "attempt": 572} +{"time": "2026-09-28T21:04:50.363-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 573} +{"time": "2026-09-28T21:04:51.171-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.3, "spike_probe_count": 0, "peak_probe_ms": 44.728, "sustained_jump_found": false, "incident_id": null, "attempt": 573} +{"time": "2026-09-28T21:04:53.364-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 574} +{"time": "2026-09-28T21:04:53.385-05:00", "event": "period_complete", "bad_count": 0, "streak": 0} +{"time": "2026-09-28T21:04:53.972-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.25, "spike_probe_count": 0, "peak_probe_ms": 23.817, "sustained_jump_found": false, "incident_id": null, "attempt": 574} +{"time": "2026-09-28T21:04:56.364-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 575} +{"time": "2026-09-28T21:04:57.174-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.2, "spike_probe_count": 0, "peak_probe_ms": 55.664, "sustained_jump_found": false, "incident_id": null, "attempt": 575} +{"time": "2026-09-28T21:04:59.365-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 576} +{"time": "2026-09-28T21:05:00.172-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.2, "spike_probe_count": 0, "peak_probe_ms": 41.772, "sustained_jump_found": false, "incident_id": null, "attempt": 576} +{"time": "2026-09-28T21:05:02.366-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 577} +{"time": "2026-09-28T21:05:03.173-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.2, "spike_probe_count": 0, "peak_probe_ms": 42.666, "sustained_jump_found": false, "incident_id": null, "attempt": 577} +{"time": "2026-09-28T21:05:05.367-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 578} +{"time": "2026-09-28T21:05:06.371-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.15, "spike_probe_count": 0, "peak_probe_ms": 36.616, "sustained_jump_found": false, "incident_id": null, "attempt": 578} +{"time": "2026-09-28T21:05:09.368-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 579} +{"time": "2026-09-28T21:05:10.176-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210509_367989.txt", "spike_captured": true, "spike_limit_ms": 56.05, "spike_probe_count": 1, "peak_probe_ms": 67.745, "sustained_jump_found": false, "incident_id": null, "attempt": 579} +{"time": "2026-09-28T21:05:12.368-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 580} +{"time": "2026-09-28T21:05:13.176-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.0, "spike_probe_count": 0, "peak_probe_ms": 25.772, "sustained_jump_found": false, "incident_id": null, "attempt": 580} +{"time": "2026-09-28T21:05:15.369-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 581} +{"time": "2026-09-28T21:05:16.177-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.15, "spike_probe_count": 0, "peak_probe_ms": 23.461, "sustained_jump_found": false, "incident_id": null, "attempt": 581} +{"time": "2026-09-28T21:05:18.370-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 582} +{"time": "2026-09-28T21:05:19.178-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.05, "spike_probe_count": 0, "peak_probe_ms": 26.766, "sustained_jump_found": false, "incident_id": null, "attempt": 582} +{"time": "2026-09-28T21:05:21.371-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 583} +{"time": "2026-09-28T21:05:22.179-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.05, "spike_probe_count": 0, "peak_probe_ms": 34.729, "sustained_jump_found": false, "incident_id": null, "attempt": 583} +{"time": "2026-09-28T21:05:24.371-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 584} +{"time": "2026-09-28T21:05:25.982-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210524_371670.txt", "spike_captured": true, "spike_limit_ms": 56.0, "spike_probe_count": 2, "peak_probe_ms": 71.862, "sustained_jump_found": false, "incident_id": null, "attempt": 584} +{"time": "2026-09-28T21:05:28.372-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 585} +{"time": "2026-09-28T21:05:29.378-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.15, "spike_probe_count": 0, "peak_probe_ms": 27.849, "sustained_jump_found": false, "incident_id": null, "attempt": 585} +{"time": "2026-09-28T21:05:32.373-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 586} +{"time": "2026-09-28T21:05:33.181-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.25, "spike_probe_count": 0, "peak_probe_ms": 25.652, "sustained_jump_found": false, "incident_id": null, "attempt": 586} +{"time": "2026-09-28T21:05:35.374-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 587} +{"time": "2026-09-28T21:05:36.181-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.2, "spike_probe_count": 0, "peak_probe_ms": 25.864, "sustained_jump_found": false, "incident_id": null, "attempt": 587} +{"time": "2026-09-28T21:05:37.452-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 74.4, "bad": true, "baseline_ms": 16.25, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:05:38.375-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 588} +{"time": "2026-09-28T21:05:39.381-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.25, "spike_probe_count": 0, "peak_probe_ms": 39.861, "sustained_jump_found": false, "incident_id": null, "attempt": 588} +{"time": "2026-09-28T21:05:42.376-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 589} +{"time": "2026-09-28T21:05:43.381-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.25, "spike_probe_count": 0, "peak_probe_ms": 46.638, "sustained_jump_found": false, "incident_id": null, "attempt": 589} +{"time": "2026-09-28T21:05:46.377-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 590} +{"time": "2026-09-28T21:05:47.383-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210546_377131.txt", "spike_captured": true, "spike_limit_ms": 56.25, "spike_probe_count": 1, "peak_probe_ms": 74.765, "sustained_jump_found": false, "incident_id": null, "attempt": 590} +{"time": "2026-09-28T21:05:50.378-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 591} +{"time": "2026-09-28T21:05:51.185-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.3, "spike_probe_count": 0, "peak_probe_ms": 42.642, "sustained_jump_found": false, "incident_id": null, "attempt": 591} +{"time": "2026-09-28T21:05:52.457-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 74.7, "bad": true, "baseline_ms": 16.3, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:05:53.378-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 592} +{"time": "2026-09-28T21:05:53.460-05:00", "event": "period_complete", "bad_count": 2, "streak": 0} +{"time": "2026-09-28T21:05:53.460-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 76.8, "bad": true, "baseline_ms": 16.3, "trigger": false, "period_bad": 1, "completed_period_bad": 2, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:05:54.586-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210553_378814.txt", "spike_captured": true, "spike_limit_ms": 56.3, "spike_probe_count": 2, "peak_probe_ms": 114.407, "sustained_jump_found": false, "incident_id": null, "attempt": 592} +{"time": "2026-09-28T21:05:56.441-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 57.4, "bad": true, "baseline_ms": 16.45, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:05:57.380-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 593} +{"time": "2026-09-28T21:05:57.488-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 105.0, "bad": true, "baseline_ms": 16.45, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:05:59.386-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210557_379917.txt", "spike_captured": true, "spike_limit_ms": 56.45, "spike_probe_count": 8, "peak_probe_ms": 147.608, "sustained_jump_found": false, "incident_id": null, "attempt": 593} +{"time": "2026-09-28T21:06:02.381-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 594} +{"time": "2026-09-28T21:06:03.188-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.8, "spike_probe_count": 0, "peak_probe_ms": 31.757, "sustained_jump_found": false, "incident_id": null, "attempt": 594} +{"time": "2026-09-28T21:06:05.381-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 595} +{"time": "2026-09-28T21:06:06.190-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 34.584, "sustained_jump_found": false, "incident_id": null, "attempt": 595} +{"time": "2026-09-28T21:06:08.382-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 596} +{"time": "2026-09-28T21:06:09.387-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.05, "spike_probe_count": 0, "peak_probe_ms": 39.543, "sustained_jump_found": false, "incident_id": null, "attempt": 596} +{"time": "2026-09-28T21:06:12.383-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 597} +{"time": "2026-09-28T21:06:13.191-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.05, "spike_probe_count": 0, "peak_probe_ms": 44.624, "sustained_jump_found": false, "incident_id": null, "attempt": 597} +{"time": "2026-09-28T21:06:15.384-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 598} +{"time": "2026-09-28T21:06:16.390-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210615_384334.txt", "spike_captured": true, "spike_limit_ms": 57.25, "spike_probe_count": 1, "peak_probe_ms": 61.402, "sustained_jump_found": false, "incident_id": null, "attempt": 598} +{"time": "2026-09-28T21:06:19.385-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 599} +{"time": "2026-09-28T21:06:20.450-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 60.4, "bad": true, "baseline_ms": 17.3, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:06:21.194-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210619_385309.txt", "spike_captured": true, "spike_limit_ms": 57.25, "spike_probe_count": 3, "peak_probe_ms": 87.819, "sustained_jump_found": false, "incident_id": null, "attempt": 599} +{"time": "2026-09-28T21:06:23.386-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 600} +{"time": "2026-09-28T21:06:24.194-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.4, "spike_probe_count": 0, "peak_probe_ms": 34.499, "sustained_jump_found": false, "incident_id": null, "attempt": 600} +{"time": "2026-09-28T21:06:26.387-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 601} +{"time": "2026-09-28T21:06:27.195-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210626_387192.txt", "spike_captured": true, "spike_limit_ms": 57.55, "spike_probe_count": 1, "peak_probe_ms": 67.689, "sustained_jump_found": false, "incident_id": null, "attempt": 601} +{"time": "2026-09-28T21:06:29.388-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 602} +{"time": "2026-09-28T21:06:30.796-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210629_388498.txt", "spike_captured": true, "spike_limit_ms": 57.55, "spike_probe_count": 2, "peak_probe_ms": 101.578, "sustained_jump_found": false, "incident_id": null, "attempt": 602} +{"time": "2026-09-28T21:06:33.389-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 603} +{"time": "2026-09-28T21:06:34.393-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.75, "spike_probe_count": 0, "peak_probe_ms": 50.761, "sustained_jump_found": false, "incident_id": null, "attempt": 603} +{"time": "2026-09-28T21:06:37.390-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 604} +{"time": "2026-09-28T21:06:38.396-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210637_389943.txt", "spike_captured": true, "spike_limit_ms": 57.85, "spike_probe_count": 1, "peak_probe_ms": 61.543, "sustained_jump_found": false, "incident_id": null, "attempt": 604} +{"time": "2026-09-28T21:06:41.391-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 605} +{"time": "2026-09-28T21:06:42.198-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.85, "spike_probe_count": 0, "peak_probe_ms": 46.715, "sustained_jump_found": false, "incident_id": null, "attempt": 605} +{"time": "2026-09-28T21:06:44.391-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 606} +{"time": "2026-09-28T21:06:45.397-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.75, "spike_probe_count": 0, "peak_probe_ms": 50.634, "sustained_jump_found": false, "incident_id": null, "attempt": 606} +{"time": "2026-09-28T21:06:48.392-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 607} +{"time": "2026-09-28T21:06:49.398-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210648_392637.txt", "spike_captured": true, "spike_limit_ms": 57.45, "spike_probe_count": 1, "peak_probe_ms": 103.535, "sustained_jump_found": false, "incident_id": null, "attempt": 607} +{"time": "2026-09-28T21:06:52.393-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 608} +{"time": "2026-09-28T21:06:53.202-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.35, "spike_probe_count": 0, "peak_probe_ms": 31.295, "sustained_jump_found": false, "incident_id": null, "attempt": 608} +{"time": "2026-09-28T21:06:53.413-05:00", "event": "period_complete", "bad_count": 4, "streak": 1} +{"time": "2026-09-28T21:06:55.394-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 609} +{"time": "2026-09-28T21:06:56.202-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.25, "spike_probe_count": 0, "peak_probe_ms": 34.951, "sustained_jump_found": false, "incident_id": null, "attempt": 609} +{"time": "2026-09-28T21:06:58.395-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 610} +{"time": "2026-09-28T21:06:59.400-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210658_395178.txt", "spike_captured": true, "spike_limit_ms": 57.2, "spike_probe_count": 1, "peak_probe_ms": 65.607, "sustained_jump_found": false, "incident_id": null, "attempt": 610} +{"time": "2026-09-28T21:07:02.396-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 611} +{"time": "2026-09-28T21:07:03.401-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.15, "spike_probe_count": 0, "peak_probe_ms": 36.58, "sustained_jump_found": false, "incident_id": null, "attempt": 611} +{"time": "2026-09-28T21:07:06.397-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 612} +{"time": "2026-09-28T21:07:07.204-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.95, "spike_probe_count": 0, "peak_probe_ms": 27.023, "sustained_jump_found": false, "incident_id": null, "attempt": 612} +{"time": "2026-09-28T21:07:09.398-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 613} +{"time": "2026-09-28T21:07:10.402-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 56.895, "sustained_jump_found": false, "incident_id": null, "attempt": 613} +{"time": "2026-09-28T21:07:13.398-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 614} +{"time": "2026-09-28T21:07:14.207-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 36.657, "sustained_jump_found": false, "incident_id": null, "attempt": 614} +{"time": "2026-09-28T21:07:16.399-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 615} +{"time": "2026-09-28T21:07:18.008-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210716_399592.txt", "spike_captured": true, "spike_limit_ms": 56.65, "spike_probe_count": 2, "peak_probe_ms": 173.964, "sustained_jump_found": false, "incident_id": null, "attempt": 615} +{"time": "2026-09-28T21:07:20.400-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 616} +{"time": "2026-09-28T21:07:21.209-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.75, "spike_probe_count": 0, "peak_probe_ms": 56.603, "sustained_jump_found": false, "incident_id": null, "attempt": 616} +{"time": "2026-09-28T21:07:23.401-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 617} +{"time": "2026-09-28T21:07:24.406-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.75, "spike_probe_count": 0, "peak_probe_ms": 45.88, "sustained_jump_found": false, "incident_id": null, "attempt": 617} +{"time": "2026-09-28T21:07:27.402-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 618} +{"time": "2026-09-28T21:07:28.498-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 92.3, "bad": true, "baseline_ms": 16.9, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T21:07:28.810-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210727_402319.txt", "spike_captured": true, "spike_limit_ms": 56.75, "spike_probe_count": 3, "peak_probe_ms": 66.742, "sustained_jump_found": false, "incident_id": null, "attempt": 618} +{"time": "2026-09-28T21:07:31.403-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 619} +{"time": "2026-09-28T21:07:32.474-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 66.3, "bad": true, "baseline_ms": 16.75, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T21:07:33.012-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210731_403347.txt", "spike_captured": true, "spike_limit_ms": 56.75, "spike_probe_count": 5, "peak_probe_ms": 186.207, "sustained_jump_found": false, "incident_id": null, "attempt": 619} +{"time": "2026-09-28T21:07:35.404-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 620} +{"time": "2026-09-28T21:07:36.408-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.55, "spike_probe_count": 0, "peak_probe_ms": 43.306, "sustained_jump_found": false, "incident_id": null, "attempt": 620} +{"time": "2026-09-28T21:07:39.405-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 621} +{"time": "2026-09-28T21:07:40.410-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.5, "spike_probe_count": 0, "peak_probe_ms": 45.814, "sustained_jump_found": false, "incident_id": null, "attempt": 621} +{"time": "2026-09-28T21:07:43.406-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 622} +{"time": "2026-09-28T21:07:44.411-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210743_406358.txt", "spike_captured": true, "spike_limit_ms": 56.6, "spike_probe_count": 1, "peak_probe_ms": 71.718, "sustained_jump_found": false, "incident_id": null, "attempt": 622} +{"time": "2026-09-28T21:07:47.407-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 623} +{"time": "2026-09-28T21:07:48.412-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210747_407380.txt", "spike_captured": true, "spike_limit_ms": 56.6, "spike_probe_count": 1, "peak_probe_ms": 99.85, "sustained_jump_found": false, "incident_id": null, "attempt": 623} +{"time": "2026-09-28T21:07:51.408-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 624} +{"time": "2026-09-28T21:07:52.215-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.75, "spike_probe_count": 0, "peak_probe_ms": 32.759, "sustained_jump_found": false, "incident_id": null, "attempt": 624} +{"time": "2026-09-28T21:07:53.429-05:00", "event": "period_complete", "bad_count": 2, "streak": 0} +{"time": "2026-09-28T21:07:54.409-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 625} +{"time": "2026-09-28T21:07:55.415-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210754_409189.txt", "spike_captured": true, "spike_limit_ms": 56.9, "spike_probe_count": 1, "peak_probe_ms": 85.609, "sustained_jump_found": false, "incident_id": null, "attempt": 625} +{"time": "2026-09-28T21:07:58.410-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 626} +{"time": "2026-09-28T21:07:59.217-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 31.946, "sustained_jump_found": false, "incident_id": null, "attempt": 626} +{"time": "2026-09-28T21:08:01.411-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 627} +{"time": "2026-09-28T21:08:02.219-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 36.625, "sustained_jump_found": false, "incident_id": null, "attempt": 627} +{"time": "2026-09-28T21:08:04.411-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 628} +{"time": "2026-09-28T21:08:05.218-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 32.665, "sustained_jump_found": false, "incident_id": null, "attempt": 628} +{"time": "2026-09-28T21:08:07.412-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 629} +{"time": "2026-09-28T21:08:08.220-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 47.703, "sustained_jump_found": false, "incident_id": null, "attempt": 629} +{"time": "2026-09-28T21:08:10.413-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 630} +{"time": "2026-09-28T21:08:11.221-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.95, "spike_probe_count": 0, "peak_probe_ms": 31.613, "sustained_jump_found": false, "incident_id": null, "attempt": 630} +{"time": "2026-09-28T21:08:13.413-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 631} +{"time": "2026-09-28T21:08:14.221-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.95, "spike_probe_count": 0, "peak_probe_ms": 29.722, "sustained_jump_found": false, "incident_id": null, "attempt": 631} +{"time": "2026-09-28T21:08:16.414-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 632} +{"time": "2026-09-28T21:08:17.222-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.95, "spike_probe_count": 0, "peak_probe_ms": 50.808, "sustained_jump_found": false, "incident_id": null, "attempt": 632} +{"time": "2026-09-28T21:08:19.415-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 633} +{"time": "2026-09-28T21:08:20.222-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.95, "spike_probe_count": 0, "peak_probe_ms": 23.798, "sustained_jump_found": false, "incident_id": null, "attempt": 633} +{"time": "2026-09-28T21:08:22.416-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 634} +{"time": "2026-09-28T21:08:23.223-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 32.694, "sustained_jump_found": false, "incident_id": null, "attempt": 634} +{"time": "2026-09-28T21:08:25.416-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 635} +{"time": "2026-09-28T21:08:26.421-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.8, "spike_probe_count": 0, "peak_probe_ms": 38.81, "sustained_jump_found": false, "incident_id": null, "attempt": 635} +{"time": "2026-09-28T21:08:29.418-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 636} +{"time": "2026-09-28T21:08:30.225-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.8, "spike_probe_count": 0, "peak_probe_ms": 29.764, "sustained_jump_found": false, "incident_id": null, "attempt": 636} +{"time": "2026-09-28T21:08:32.418-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 637} +{"time": "2026-09-28T21:08:33.423-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.8, "spike_probe_count": 0, "peak_probe_ms": 28.669, "sustained_jump_found": false, "incident_id": null, "attempt": 637} +{"time": "2026-09-28T21:08:36.419-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 638} +{"time": "2026-09-28T21:08:37.227-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.8, "spike_probe_count": 0, "peak_probe_ms": 30.74, "sustained_jump_found": false, "incident_id": null, "attempt": 638} +{"time": "2026-09-28T21:08:39.420-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 639} +{"time": "2026-09-28T21:08:40.829-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 30.791, "sustained_jump_found": false, "incident_id": null, "attempt": 639} +{"time": "2026-09-28T21:08:43.421-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 640} +{"time": "2026-09-28T21:08:44.229-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.5, "spike_probe_count": 0, "peak_probe_ms": 45.861, "sustained_jump_found": false, "incident_id": null, "attempt": 640} +{"time": "2026-09-28T21:08:46.422-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 641} +{"time": "2026-09-28T21:08:47.428-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210846_421913.txt", "spike_captured": true, "spike_limit_ms": 56.5, "spike_probe_count": 1, "peak_probe_ms": 68.731, "sustained_jump_found": false, "incident_id": null, "attempt": 641} +{"time": "2026-09-28T21:08:50.422-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 642} +{"time": "2026-09-28T21:08:51.230-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.5, "spike_probe_count": 0, "peak_probe_ms": 36.779, "sustained_jump_found": false, "incident_id": null, "attempt": 642} +{"time": "2026-09-28T21:08:53.423-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 643} +{"time": "2026-09-28T21:08:53.442-05:00", "event": "period_complete", "bad_count": 0, "streak": 0} +{"time": "2026-09-28T21:08:54.230-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.4, "spike_probe_count": 0, "peak_probe_ms": 33.713, "sustained_jump_found": false, "incident_id": null, "attempt": 643} +{"time": "2026-09-28T21:08:56.424-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 644} +{"time": "2026-09-28T21:08:57.429-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210856_424351.txt", "spike_captured": true, "spike_limit_ms": 56.3, "spike_probe_count": 1, "peak_probe_ms": 94.703, "sustained_jump_found": false, "incident_id": null, "attempt": 644} +{"time": "2026-09-28T21:09:00.425-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 645} +{"time": "2026-09-28T21:09:01.233-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.25, "spike_probe_count": 0, "peak_probe_ms": 42.583, "sustained_jump_found": false, "incident_id": null, "attempt": 645} +{"time": "2026-09-28T21:09:03.430-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": null, "bad": true, "baseline_ms": 16.25, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:09:03.431-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 646} +{"time": "2026-09-28T21:09:04.839-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210903_431239.txt", "spike_captured": true, "spike_limit_ms": 56.25, "spike_probe_count": 1, "peak_probe_ms": 68.677, "sustained_jump_found": false, "incident_id": null, "attempt": 646} +{"time": "2026-09-28T21:09:07.432-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 647} +{"time": "2026-09-28T21:09:08.239-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.3, "spike_probe_count": 0, "peak_probe_ms": 33.537, "sustained_jump_found": false, "incident_id": null, "attempt": 647} +{"time": "2026-09-28T21:09:10.433-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 648} +{"time": "2026-09-28T21:09:11.240-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.45, "spike_probe_count": 0, "peak_probe_ms": 31.72, "sustained_jump_found": false, "incident_id": null, "attempt": 648} +{"time": "2026-09-28T21:09:13.434-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 649} +{"time": "2026-09-28T21:09:14.439-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.4, "spike_probe_count": 0, "peak_probe_ms": 33.753, "sustained_jump_found": false, "incident_id": null, "attempt": 649} +{"time": "2026-09-28T21:09:17.435-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 650} +{"time": "2026-09-28T21:09:18.243-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.35, "spike_probe_count": 0, "peak_probe_ms": 36.645, "sustained_jump_found": false, "incident_id": null, "attempt": 650} +{"time": "2026-09-28T21:09:20.436-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 651} +{"time": "2026-09-28T21:09:21.245-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.35, "spike_probe_count": 0, "peak_probe_ms": 27.705, "sustained_jump_found": false, "incident_id": null, "attempt": 651} +{"time": "2026-09-28T21:09:23.436-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 652} +{"time": "2026-09-28T21:09:24.442-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210923_436547.txt", "spike_captured": true, "spike_limit_ms": 56.4, "spike_probe_count": 1, "peak_probe_ms": 86.715, "sustained_jump_found": false, "incident_id": null, "attempt": 652} +{"time": "2026-09-28T21:09:27.437-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 653} +{"time": "2026-09-28T21:09:28.244-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.45, "spike_probe_count": 0, "peak_probe_ms": 42.568, "sustained_jump_found": false, "incident_id": null, "attempt": 653} +{"time": "2026-09-28T21:09:30.438-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 654} +{"time": "2026-09-28T21:09:31.245-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.55, "spike_probe_count": 0, "peak_probe_ms": 41.896, "sustained_jump_found": false, "incident_id": null, "attempt": 654} +{"time": "2026-09-28T21:09:31.535-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 93.2, "bad": true, "baseline_ms": 16.65, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:09:33.439-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 655} +{"time": "2026-09-28T21:09:34.642-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 200.0, "bad": true, "baseline_ms": 16.7, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:09:34.847-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210933_438972.txt", "spike_captured": true, "spike_limit_ms": 56.7, "spike_probe_count": 1, "peak_probe_ms": 387.704, "sustained_jump_found": false, "incident_id": null, "attempt": 655} +{"time": "2026-09-28T21:09:37.440-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 656} +{"time": "2026-09-28T21:09:38.248-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.75, "spike_probe_count": 0, "peak_probe_ms": 36.697, "sustained_jump_found": false, "incident_id": null, "attempt": 656} +{"time": "2026-09-28T21:09:40.440-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 657} +{"time": "2026-09-28T21:09:41.448-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.75, "spike_probe_count": 0, "peak_probe_ms": 31.289, "sustained_jump_found": false, "incident_id": null, "attempt": 657} +{"time": "2026-09-28T21:09:42.504-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 59.9, "bad": true, "baseline_ms": 16.75, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:09:43.521-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 76.5, "bad": true, "baseline_ms": 16.75, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:09:44.441-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 658} +{"time": "2026-09-28T21:09:45.649-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210944_441653.txt", "spike_captured": true, "spike_limit_ms": 56.75, "spike_probe_count": 1, "peak_probe_ms": 115.742, "sustained_jump_found": false, "incident_id": null, "attempt": 658} +{"time": "2026-09-28T21:09:48.442-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 659} +{"time": "2026-09-28T21:09:49.250-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.1, "spike_probe_count": 0, "peak_probe_ms": 24.929, "sustained_jump_found": false, "incident_id": null, "attempt": 659} +{"time": "2026-09-28T21:09:51.443-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 660} +{"time": "2026-09-28T21:09:52.448-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.1, "spike_probe_count": 0, "peak_probe_ms": 48.827, "sustained_jump_found": false, "incident_id": null, "attempt": 660} +{"time": "2026-09-28T21:09:53.463-05:00", "event": "period_complete", "bad_count": 5, "streak": 1} +{"time": "2026-09-28T21:09:55.444-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 661} +{"time": "2026-09-28T21:09:56.251-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.1, "spike_probe_count": 0, "peak_probe_ms": 30.878, "sustained_jump_found": false, "incident_id": null, "attempt": 661} +{"time": "2026-09-28T21:09:58.445-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 662} +{"time": "2026-09-28T21:09:59.253-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210958_445165.txt", "spike_captured": true, "spike_limit_ms": 57.1, "spike_probe_count": 1, "peak_probe_ms": 67.731, "sustained_jump_found": false, "incident_id": null, "attempt": 662} +{"time": "2026-09-28T21:10:01.446-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 663} +{"time": "2026-09-28T21:10:03.509-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 58.9, "bad": true, "baseline_ms": 17.1, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T21:10:04.710-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 260.0, "bad": true, "baseline_ms": 17.1, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T21:10:05.257-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211001_445914.txt", "spike_captured": true, "spike_limit_ms": 57.05, "spike_probe_count": 13, "peak_probe_ms": 381.991, "sustained_jump_found": false, "incident_id": null, "attempt": 663} +{"time": "2026-09-28T21:10:07.447-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 664} +{"time": "2026-09-28T21:10:08.453-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 41.682, "sustained_jump_found": false, "incident_id": null, "attempt": 664} +{"time": "2026-09-28T21:10:11.448-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 665} +{"time": "2026-09-28T21:10:12.256-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.05, "spike_probe_count": 0, "peak_probe_ms": 23.59, "sustained_jump_found": false, "incident_id": null, "attempt": 665} +{"time": "2026-09-28T21:10:14.449-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 666} +{"time": "2026-09-28T21:10:15.257-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211014_449559.txt", "spike_captured": true, "spike_limit_ms": 57.0, "spike_probe_count": 1, "peak_probe_ms": 63.758, "sustained_jump_found": false, "incident_id": null, "attempt": 666} +{"time": "2026-09-28T21:10:17.449-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 667} +{"time": "2026-09-28T21:10:19.258-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.65, "spike_probe_count": 0, "peak_probe_ms": 33.77, "sustained_jump_found": false, "incident_id": null, "attempt": 667} +{"time": "2026-09-28T21:10:21.450-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 668} +{"time": "2026-09-28T21:10:22.258-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.7, "spike_probe_count": 0, "peak_probe_ms": 55.794, "sustained_jump_found": false, "incident_id": null, "attempt": 668} +{"time": "2026-09-28T21:10:24.451-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 669} +{"time": "2026-09-28T21:10:25.258-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211024_451416.txt", "spike_captured": true, "spike_limit_ms": 56.7, "spike_probe_count": 1, "peak_probe_ms": 61.812, "sustained_jump_found": false, "incident_id": null, "attempt": 669} +{"time": "2026-09-28T21:10:27.452-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 670} +{"time": "2026-09-28T21:10:28.457-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.8, "spike_probe_count": 0, "peak_probe_ms": 41.686, "sustained_jump_found": false, "incident_id": null, "attempt": 670} +{"time": "2026-09-28T21:10:31.453-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 671} +{"time": "2026-09-28T21:10:32.458-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 46.641, "sustained_jump_found": false, "incident_id": null, "attempt": 671} +{"time": "2026-09-28T21:10:35.454-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 672} +{"time": "2026-09-28T21:10:36.459-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 42.723, "sustained_jump_found": false, "incident_id": null, "attempt": 672} +{"time": "2026-09-28T21:10:39.455-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 673} +{"time": "2026-09-28T21:10:40.460-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 35.619, "sustained_jump_found": false, "incident_id": null, "attempt": 673} +{"time": "2026-09-28T21:10:43.456-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 674} +{"time": "2026-09-28T21:10:44.461-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211043_456210.txt", "spike_captured": true, "spike_limit_ms": 56.95, "spike_probe_count": 1, "peak_probe_ms": 60.677, "sustained_jump_found": false, "incident_id": null, "attempt": 674} +{"time": "2026-09-28T21:10:45.524-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 63.8, "bad": true, "baseline_ms": 17.05, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T21:10:47.457-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 675} +{"time": "2026-09-28T21:10:48.264-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 40.687, "sustained_jump_found": false, "incident_id": null, "attempt": 675} +{"time": "2026-09-28T21:10:50.458-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 676} +{"time": "2026-09-28T21:10:51.666-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.05, "spike_probe_count": 0, "peak_probe_ms": 52.669, "sustained_jump_found": false, "incident_id": null, "attempt": 676} +{"time": "2026-09-28T21:10:53.477-05:00", "event": "period_complete", "bad_count": 3, "streak": 2} +{"time": "2026-09-28T21:10:54.459-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 677} +{"time": "2026-09-28T21:10:55.463-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 41.666, "sustained_jump_found": false, "incident_id": null, "attempt": 677} +{"time": "2026-09-28T21:10:58.460-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 678} +{"time": "2026-09-28T21:11:00.068-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211058_459995.txt", "spike_captured": true, "spike_limit_ms": 56.95, "spike_probe_count": 4, "peak_probe_ms": 271.098, "sustained_jump_found": false, "incident_id": null, "attempt": 678} +{"time": "2026-09-28T21:11:02.460-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 679} +{"time": "2026-09-28T21:11:02.817-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 352.0, "bad": true, "baseline_ms": 17.25, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T21:11:05.270-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211102_460849.txt", "spike_captured": true, "spike_limit_ms": 57.25, "spike_probe_count": 10, "peak_probe_ms": 348.1, "sustained_jump_found": false, "incident_id": null, "attempt": 679} +{"time": "2026-09-28T21:11:07.462-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 680} +{"time": "2026-09-28T21:11:08.467-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.5, "spike_probe_count": 0, "peak_probe_ms": 37.497, "sustained_jump_found": false, "incident_id": null, "attempt": 680} +{"time": "2026-09-28T21:11:11.463-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 681} +{"time": "2026-09-28T21:11:12.872-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211111_463160.txt", "spike_captured": true, "spike_limit_ms": 57.5, "spike_probe_count": 3, "peak_probe_ms": 120.86, "sustained_jump_found": false, "incident_id": null, "attempt": 681} +{"time": "2026-09-28T21:11:15.464-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 682} +{"time": "2026-09-28T21:11:16.672-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.6, "spike_probe_count": 0, "peak_probe_ms": 51.863, "sustained_jump_found": false, "incident_id": null, "attempt": 682} +{"time": "2026-09-28T21:11:19.465-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 683} +{"time": "2026-09-28T21:11:20.471-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.85, "spike_probe_count": 0, "peak_probe_ms": 49.596, "sustained_jump_found": false, "incident_id": null, "attempt": 683} +{"time": "2026-09-28T21:11:23.466-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 684} +{"time": "2026-09-28T21:11:24.471-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.9, "spike_probe_count": 0, "peak_probe_ms": 38.369, "sustained_jump_found": false, "incident_id": null, "attempt": 684} +{"time": "2026-09-28T21:11:27.467-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 685} +{"time": "2026-09-28T21:11:28.473-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.05, "spike_probe_count": 0, "peak_probe_ms": 57.694, "sustained_jump_found": false, "incident_id": null, "attempt": 685} +{"time": "2026-09-28T21:11:31.468-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 686} +{"time": "2026-09-28T21:11:32.275-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.05, "spike_probe_count": 0, "peak_probe_ms": 34.72, "sustained_jump_found": false, "incident_id": null, "attempt": 686} +{"time": "2026-09-28T21:11:34.468-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 687} +{"time": "2026-09-28T21:11:35.473-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211134_468503.txt", "spike_captured": true, "spike_limit_ms": 58.05, "spike_probe_count": 1, "peak_probe_ms": 85.581, "sustained_jump_found": false, "incident_id": null, "attempt": 687} +{"time": "2026-09-28T21:11:38.469-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 688} +{"time": "2026-09-28T21:11:39.474-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211138_469605.txt", "spike_captured": true, "spike_limit_ms": 58.1, "spike_probe_count": 1, "peak_probe_ms": 69.806, "sustained_jump_found": false, "incident_id": null, "attempt": 688} +{"time": "2026-09-28T21:11:42.470-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 689} +{"time": "2026-09-28T21:11:43.475-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.15, "spike_probe_count": 0, "peak_probe_ms": 48.841, "sustained_jump_found": false, "incident_id": null, "attempt": 689} +{"time": "2026-09-28T21:11:46.471-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 690} +{"time": "2026-09-28T21:11:47.279-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.05, "spike_probe_count": 0, "peak_probe_ms": 41.389, "sustained_jump_found": false, "incident_id": null, "attempt": 690} +{"time": "2026-09-28T21:11:49.472-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 691} +{"time": "2026-09-28T21:11:50.281-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.05, "spike_probe_count": 0, "peak_probe_ms": 43.833, "sustained_jump_found": false, "incident_id": null, "attempt": 691} +{"time": "2026-09-28T21:11:52.473-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 692} +{"time": "2026-09-28T21:11:53.478-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211152_473141.txt", "spike_captured": true, "spike_limit_ms": 57.9, "spike_probe_count": 2, "peak_probe_ms": 99.812, "sustained_jump_found": false, "incident_id": null, "attempt": 692} +{"time": "2026-09-28T21:11:53.494-05:00", "event": "period_complete", "bad_count": 1, "streak": 0} +{"time": "2026-09-28T21:11:56.474-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 693} +{"time": "2026-09-28T21:11:57.281-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.9, "spike_probe_count": 0, "peak_probe_ms": 40.92, "sustained_jump_found": false, "incident_id": null, "attempt": 693} +{"time": "2026-09-28T21:11:59.475-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 694} +{"time": "2026-09-28T21:12:00.282-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.9, "spike_probe_count": 0, "peak_probe_ms": 32.702, "sustained_jump_found": false, "incident_id": null, "attempt": 694} +{"time": "2026-09-28T21:12:02.475-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 695} +{"time": "2026-09-28T21:12:03.684-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211202_475577.txt", "spike_captured": true, "spike_limit_ms": 57.55, "spike_probe_count": 1, "peak_probe_ms": 57.838, "sustained_jump_found": false, "incident_id": null, "attempt": 695} +{"time": "2026-09-28T21:12:06.476-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 696} +{"time": "2026-09-28T21:12:07.481-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.15, "spike_probe_count": 0, "peak_probe_ms": 54.669, "sustained_jump_found": false, "incident_id": null, "attempt": 696} +{"time": "2026-09-28T21:12:10.477-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 697} +{"time": "2026-09-28T21:12:11.285-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.1, "spike_probe_count": 0, "peak_probe_ms": 36.762, "sustained_jump_found": false, "incident_id": null, "attempt": 697} +{"time": "2026-09-28T21:12:13.478-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 698} +{"time": "2026-09-28T21:12:14.285-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 52.737, "sustained_jump_found": false, "incident_id": null, "attempt": 698} +{"time": "2026-09-28T21:12:16.479-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 699} +{"time": "2026-09-28T21:12:17.286-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 38.631, "sustained_jump_found": false, "incident_id": null, "attempt": 699} +{"time": "2026-09-28T21:12:19.479-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 700} +{"time": "2026-09-28T21:12:20.289-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 27.683, "sustained_jump_found": false, "incident_id": null, "attempt": 700} +{"time": "2026-09-28T21:12:22.480-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 701} +{"time": "2026-09-28T21:12:23.287-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.95, "spike_probe_count": 0, "peak_probe_ms": 30.678, "sustained_jump_found": false, "incident_id": null, "attempt": 701} +{"time": "2026-09-28T21:12:25.482-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 702} +{"time": "2026-09-28T21:12:26.288-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.8, "spike_probe_count": 0, "peak_probe_ms": 44.636, "sustained_jump_found": false, "incident_id": null, "attempt": 702} +{"time": "2026-09-28T21:12:27.635-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 151.0, "bad": true, "baseline_ms": 16.85, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:12:28.482-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 703} +{"time": "2026-09-28T21:12:28.558-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 72.3, "bad": true, "baseline_ms": 16.85, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:12:29.487-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211228_482148.txt", "spike_captured": true, "spike_limit_ms": 56.85, "spike_probe_count": 2, "peak_probe_ms": 88.833, "sustained_jump_found": false, "incident_id": null, "attempt": 703} +{"time": "2026-09-28T21:12:32.483-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 704} +{"time": "2026-09-28T21:12:33.489-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211232_483171.txt", "spike_captured": true, "spike_limit_ms": 57.0, "spike_probe_count": 1, "peak_probe_ms": 71.916, "sustained_jump_found": false, "incident_id": null, "attempt": 704} +{"time": "2026-09-28T21:12:36.484-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 705} +{"time": "2026-09-28T21:12:37.489-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.8, "spike_probe_count": 0, "peak_probe_ms": 56.692, "sustained_jump_found": false, "incident_id": null, "attempt": 705} +{"time": "2026-09-28T21:12:40.485-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 706} +{"time": "2026-09-28T21:12:41.693-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.8, "spike_probe_count": 0, "peak_probe_ms": 54.731, "sustained_jump_found": false, "incident_id": null, "attempt": 706} +{"time": "2026-09-28T21:12:44.486-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 707} +{"time": "2026-09-28T21:12:45.294-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.75, "spike_probe_count": 0, "peak_probe_ms": 36.944, "sustained_jump_found": false, "incident_id": null, "attempt": 707} +{"time": "2026-09-28T21:12:47.486-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 708} +{"time": "2026-09-28T21:12:48.493-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.8, "spike_probe_count": 0, "peak_probe_ms": 34.537, "sustained_jump_found": false, "incident_id": null, "attempt": 708} +{"time": "2026-09-28T21:12:51.488-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 709} +{"time": "2026-09-28T21:12:52.493-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211251_487914.txt", "spike_captured": true, "spike_limit_ms": 56.8, "spike_probe_count": 1, "peak_probe_ms": 82.64, "sustained_jump_found": false, "incident_id": null, "attempt": 709} +{"time": "2026-09-28T21:12:53.509-05:00", "event": "period_complete", "bad_count": 2, "streak": 0} +{"time": "2026-09-28T21:12:55.488-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 710} +{"time": "2026-09-28T21:12:56.296-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.8, "spike_probe_count": 0, "peak_probe_ms": 46.508, "sustained_jump_found": false, "incident_id": null, "attempt": 710} +{"time": "2026-09-28T21:12:58.489-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 711} +{"time": "2026-09-28T21:12:58.601-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 107.0, "bad": true, "baseline_ms": 16.75, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:13:00.098-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211258_489553.txt", "spike_captured": true, "spike_limit_ms": 56.75, "spike_probe_count": 7, "peak_probe_ms": 107.847, "sustained_jump_found": false, "incident_id": null, "attempt": 711} +{"time": "2026-09-28T21:13:02.490-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 712} +{"time": "2026-09-28T21:13:03.699-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211302_490393.txt", "spike_captured": true, "spike_limit_ms": 56.7, "spike_probe_count": 3, "peak_probe_ms": 85.717, "sustained_jump_found": false, "incident_id": null, "attempt": 712} +{"time": "2026-09-28T21:13:06.492-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 713} +{"time": "2026-09-28T21:13:07.496-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.75, "spike_probe_count": 0, "peak_probe_ms": 56.737, "sustained_jump_found": false, "incident_id": null, "attempt": 713} +{"time": "2026-09-28T21:13:10.492-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 714} +{"time": "2026-09-28T21:13:11.298-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 32.81, "sustained_jump_found": false, "incident_id": null, "attempt": 714} +{"time": "2026-09-28T21:13:13.493-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 715} +{"time": "2026-09-28T21:13:14.301-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 44.599, "sustained_jump_found": false, "incident_id": null, "attempt": 715} +{"time": "2026-09-28T21:13:16.494-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 716} +{"time": "2026-09-28T21:13:17.301-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 31.935, "sustained_jump_found": false, "incident_id": null, "attempt": 716} +{"time": "2026-09-28T21:13:19.494-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 717} +{"time": "2026-09-28T21:13:20.500-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211319_494689.txt", "spike_captured": true, "spike_limit_ms": 57.05, "spike_probe_count": 2, "peak_probe_ms": 69.668, "sustained_jump_found": false, "incident_id": null, "attempt": 717} +{"time": "2026-09-28T21:13:23.495-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 718} +{"time": "2026-09-28T21:13:24.303-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 29.627, "sustained_jump_found": false, "incident_id": null, "attempt": 718} +{"time": "2026-09-28T21:13:26.496-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 719} +{"time": "2026-09-28T21:13:27.501-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.15, "spike_probe_count": 0, "peak_probe_ms": 35.269, "sustained_jump_found": false, "incident_id": null, "attempt": 719} +{"time": "2026-09-28T21:13:30.497-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 720} +{"time": "2026-09-28T21:13:31.906-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.25, "spike_probe_count": 0, "peak_probe_ms": 43.895, "sustained_jump_found": false, "incident_id": null, "attempt": 720} +{"time": "2026-09-28T21:13:34.498-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 721} +{"time": "2026-09-28T21:13:35.305-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.1, "spike_probe_count": 0, "peak_probe_ms": 56.638, "sustained_jump_found": false, "incident_id": null, "attempt": 721} +{"time": "2026-09-28T21:13:37.499-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 722} +{"time": "2026-09-28T21:13:38.504-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 53.72, "sustained_jump_found": false, "incident_id": null, "attempt": 722} +{"time": "2026-09-28T21:13:41.500-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 723} +{"time": "2026-09-28T21:13:42.307-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 34.622, "sustained_jump_found": false, "incident_id": null, "attempt": 723} +{"time": "2026-09-28T21:13:44.500-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 724} +{"time": "2026-09-28T21:13:45.309-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 51.638, "sustained_jump_found": false, "incident_id": null, "attempt": 724} +{"time": "2026-09-28T21:13:47.501-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 725} +{"time": "2026-09-28T21:13:48.310-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 31.734, "sustained_jump_found": false, "incident_id": null, "attempt": 725} +{"time": "2026-09-28T21:13:50.503-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 726} +{"time": "2026-09-28T21:13:51.309-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.35, "spike_probe_count": 0, "peak_probe_ms": 38.414, "sustained_jump_found": false, "incident_id": null, "attempt": 726} +{"time": "2026-09-28T21:13:53.503-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 727} +{"time": "2026-09-28T21:13:53.525-05:00", "event": "period_complete", "bad_count": 1, "streak": 0} +{"time": "2026-09-28T21:13:54.509-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.35, "spike_probe_count": 0, "peak_probe_ms": 51.724, "sustained_jump_found": false, "incident_id": null, "attempt": 727} +{"time": "2026-09-28T21:13:57.504-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 728} +{"time": "2026-09-28T21:13:58.713-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.35, "spike_probe_count": 0, "peak_probe_ms": 44.894, "sustained_jump_found": false, "incident_id": null, "attempt": 728} +{"time": "2026-09-28T21:14:01.505-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 729} +{"time": "2026-09-28T21:14:02.510-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.4, "spike_probe_count": 0, "peak_probe_ms": 34.191, "sustained_jump_found": false, "incident_id": null, "attempt": 729} +{"time": "2026-09-28T21:14:05.506-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 730} +{"time": "2026-09-28T21:14:06.314-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.25, "spike_probe_count": 0, "peak_probe_ms": 38.907, "sustained_jump_found": false, "incident_id": null, "attempt": 730} +{"time": "2026-09-28T21:14:08.507-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 731} +{"time": "2026-09-28T21:14:09.313-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.05, "spike_probe_count": 0, "peak_probe_ms": 39.856, "sustained_jump_found": false, "incident_id": null, "attempt": 731} +{"time": "2026-09-28T21:14:11.507-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 732} +{"time": "2026-09-28T21:14:12.314-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 24.703, "sustained_jump_found": false, "incident_id": null, "attempt": 732} +{"time": "2026-09-28T21:14:14.508-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 733} +{"time": "2026-09-28T21:14:15.316-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 42.692, "sustained_jump_found": false, "incident_id": null, "attempt": 733} +{"time": "2026-09-28T21:14:17.509-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 734} +{"time": "2026-09-28T21:14:18.317-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.95, "spike_probe_count": 0, "peak_probe_ms": 32.819, "sustained_jump_found": false, "incident_id": null, "attempt": 734} +{"time": "2026-09-28T21:14:20.509-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 735} +{"time": "2026-09-28T21:14:21.318-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.95, "spike_probe_count": 0, "peak_probe_ms": 54.688, "sustained_jump_found": false, "incident_id": null, "attempt": 735} +{"time": "2026-09-28T21:14:22.576-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 61.5, "bad": true, "baseline_ms": 16.95, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:14:23.510-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 736} +{"time": "2026-09-28T21:14:24.318-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.95, "spike_probe_count": 0, "peak_probe_ms": 43.845, "sustained_jump_found": false, "incident_id": null, "attempt": 736} +{"time": "2026-09-28T21:14:26.512-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 737} +{"time": "2026-09-28T21:14:27.720-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211426_511909.txt", "spike_captured": true, "spike_limit_ms": 57.05, "spike_probe_count": 1, "peak_probe_ms": 57.583, "sustained_jump_found": false, "incident_id": null, "attempt": 737} +{"time": "2026-09-28T21:14:30.512-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 738} +{"time": "2026-09-28T21:14:31.720-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211430_512349.txt", "spike_captured": true, "spike_limit_ms": 57.05, "spike_probe_count": 4, "peak_probe_ms": 66.857, "sustained_jump_found": false, "incident_id": null, "attempt": 738} +{"time": "2026-09-28T21:14:34.513-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 739} +{"time": "2026-09-28T21:14:35.322-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.25, "spike_probe_count": 0, "peak_probe_ms": 42.749, "sustained_jump_found": false, "incident_id": null, "attempt": 739} +{"time": "2026-09-28T21:14:37.514-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 740} +{"time": "2026-09-28T21:14:37.576-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 58.0, "bad": true, "baseline_ms": 17.4, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:14:38.518-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211437_514036.txt", "spike_captured": true, "spike_limit_ms": 57.4, "spike_probe_count": 1, "peak_probe_ms": 68.888, "sustained_jump_found": false, "incident_id": null, "attempt": 740} +{"time": "2026-09-28T21:14:41.515-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 741} +{"time": "2026-09-28T21:14:42.324-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.45, "spike_probe_count": 0, "peak_probe_ms": 26.769, "sustained_jump_found": false, "incident_id": null, "attempt": 741} +{"time": "2026-09-28T21:14:44.515-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 742} +{"time": "2026-09-28T21:14:45.324-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.4, "spike_probe_count": 0, "peak_probe_ms": 22.684, "sustained_jump_found": false, "incident_id": null, "attempt": 742} +{"time": "2026-09-28T21:14:47.516-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 743} +{"time": "2026-09-28T21:14:48.323-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.35, "spike_probe_count": 0, "peak_probe_ms": 39.584, "sustained_jump_found": false, "incident_id": null, "attempt": 743} +{"time": "2026-09-28T21:14:50.517-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 744} +{"time": "2026-09-28T21:14:51.725-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.4, "spike_probe_count": 0, "peak_probe_ms": 40.778, "sustained_jump_found": false, "incident_id": null, "attempt": 744} +{"time": "2026-09-28T21:14:53.536-05:00", "event": "period_complete", "bad_count": 2, "streak": 0} +{"time": "2026-09-28T21:14:54.518-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 745} +{"time": "2026-09-28T21:14:55.524-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.35, "spike_probe_count": 0, "peak_probe_ms": 29.748, "sustained_jump_found": false, "incident_id": null, "attempt": 745} +{"time": "2026-09-28T21:14:58.519-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 746} +{"time": "2026-09-28T21:14:59.326-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.1, "spike_probe_count": 0, "peak_probe_ms": 31.863, "sustained_jump_found": false, "incident_id": null, "attempt": 746} +{"time": "2026-09-28T21:15:01.520-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 747} +{"time": "2026-09-28T21:15:02.526-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211501_519952.txt", "spike_captured": true, "spike_limit_ms": 57.0, "spike_probe_count": 1, "peak_probe_ms": 80.753, "sustained_jump_found": false, "incident_id": null, "attempt": 747} +{"time": "2026-09-28T21:15:05.521-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 748} +{"time": "2026-09-28T21:15:06.326-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.05, "spike_probe_count": 0, "peak_probe_ms": 34.848, "sustained_jump_found": false, "incident_id": null, "attempt": 748} +{"time": "2026-09-28T21:15:08.521-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 749} +{"time": "2026-09-28T21:15:09.329-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.05, "spike_probe_count": 0, "peak_probe_ms": 46.833, "sustained_jump_found": false, "incident_id": null, "attempt": 749} +{"time": "2026-09-28T21:15:11.522-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 750} +{"time": "2026-09-28T21:15:12.330-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.1, "spike_probe_count": 0, "peak_probe_ms": 22.848, "sustained_jump_found": false, "incident_id": null, "attempt": 750} +{"time": "2026-09-28T21:15:14.523-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 751} +{"time": "2026-09-28T21:15:15.528-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211514_523140.txt", "spike_captured": true, "spike_limit_ms": 57.1, "spike_probe_count": 2, "peak_probe_ms": 68.799, "sustained_jump_found": false, "incident_id": null, "attempt": 751} +{"time": "2026-09-28T21:15:18.524-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 752} +{"time": "2026-09-28T21:15:19.332-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.1, "spike_probe_count": 0, "peak_probe_ms": 31.641, "sustained_jump_found": false, "incident_id": null, "attempt": 752} +{"time": "2026-09-28T21:15:21.524-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 753} +{"time": "2026-09-28T21:15:22.931-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.3, "spike_probe_count": 0, "peak_probe_ms": 30.661, "sustained_jump_found": false, "incident_id": null, "attempt": 753} +{"time": "2026-09-28T21:15:25.525-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 754} +{"time": "2026-09-28T21:15:26.532-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.35, "spike_probe_count": 0, "peak_probe_ms": 52.958, "sustained_jump_found": false, "incident_id": null, "attempt": 754} +{"time": "2026-09-28T21:15:29.526-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 755} +{"time": "2026-09-28T21:15:30.735-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211529_526800.txt", "spike_captured": true, "spike_limit_ms": 57.1, "spike_probe_count": 2, "peak_probe_ms": 101.868, "sustained_jump_found": false, "incident_id": null, "attempt": 755} +{"time": "2026-09-28T21:15:33.527-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 756} +{"time": "2026-09-28T21:15:34.533-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 41.701, "sustained_jump_found": false, "incident_id": null, "attempt": 756} +{"time": "2026-09-28T21:15:37.529-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 757} +{"time": "2026-09-28T21:15:38.937-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 41.922, "sustained_jump_found": false, "incident_id": null, "attempt": 757} +{"time": "2026-09-28T21:15:41.530-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 758} +{"time": "2026-09-28T21:15:42.337-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.75, "spike_probe_count": 0, "peak_probe_ms": 42.792, "sustained_jump_found": false, "incident_id": null, "attempt": 758} +{"time": "2026-09-28T21:15:44.530-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 759} +{"time": "2026-09-28T21:15:45.536-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 32.7, "sustained_jump_found": false, "incident_id": null, "attempt": 759} +{"time": "2026-09-28T21:15:48.531-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 760} +{"time": "2026-09-28T21:15:50.339-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 45.856, "sustained_jump_found": false, "incident_id": null, "attempt": 760} +{"time": "2026-09-28T21:15:52.532-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 761} +{"time": "2026-09-28T21:15:53.340-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 28.768, "sustained_jump_found": false, "incident_id": null, "attempt": 761} +{"time": "2026-09-28T21:15:53.573-05:00", "event": "period_complete", "bad_count": 0, "streak": 0} +{"time": "2026-09-28T21:15:55.533-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 762} +{"time": "2026-09-28T21:15:56.740-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 34.377, "sustained_jump_found": false, "incident_id": null, "attempt": 762} +{"time": "2026-09-28T21:15:59.534-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 763} +{"time": "2026-09-28T21:16:00.944-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 40.922, "sustained_jump_found": false, "incident_id": null, "attempt": 763} +{"time": "2026-09-28T21:16:03.535-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 764} +{"time": "2026-09-28T21:16:09.350-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 25.597, "sustained_jump_found": false, "incident_id": null, "attempt": 764} +{"time": "2026-09-28T21:16:11.537-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 765} +{"time": "2026-09-28T21:16:12.945-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 51.735, "sustained_jump_found": false, "incident_id": null, "attempt": 765} +{"time": "2026-09-28T21:16:15.538-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 766} +{"time": "2026-09-28T21:16:16.746-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211615_538173.txt", "spike_captured": true, "spike_limit_ms": 57.0, "spike_probe_count": 2, "peak_probe_ms": 66.958, "sustained_jump_found": false, "incident_id": null, "attempt": 766} +{"time": "2026-09-28T21:16:19.539-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 767} +{"time": "2026-09-28T21:16:20.544-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.95, "spike_probe_count": 0, "peak_probe_ms": 45.694, "sustained_jump_found": false, "incident_id": null, "attempt": 767} +{"time": "2026-09-28T21:16:23.540-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 768} +{"time": "2026-09-28T21:16:24.348-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 30.858, "sustained_jump_found": false, "incident_id": null, "attempt": 768} +{"time": "2026-09-28T21:16:26.541-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 769} +{"time": "2026-09-28T21:16:27.348-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.95, "spike_probe_count": 0, "peak_probe_ms": 41.774, "sustained_jump_found": false, "incident_id": null, "attempt": 769} +{"time": "2026-09-28T21:16:29.541-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 770} +{"time": "2026-09-28T21:16:30.749-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211629_541611.txt", "spike_captured": true, "spike_limit_ms": 57.0, "spike_probe_count": 1, "peak_probe_ms": 69.629, "sustained_jump_found": false, "incident_id": null, "attempt": 770} +{"time": "2026-09-28T21:16:33.542-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 771} +{"time": "2026-09-28T21:16:34.350-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 52.967, "sustained_jump_found": false, "incident_id": null, "attempt": 771} +{"time": "2026-09-28T21:16:36.543-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 772} +{"time": "2026-09-28T21:16:37.548-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211636_543270.txt", "spike_captured": true, "spike_limit_ms": 57.0, "spike_probe_count": 1, "peak_probe_ms": 77.592, "sustained_jump_found": false, "incident_id": null, "attempt": 772} +{"time": "2026-09-28T21:16:40.544-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 773} +{"time": "2026-09-28T21:16:41.752-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211640_544308.txt", "spike_captured": true, "spike_limit_ms": 57.2, "spike_probe_count": 1, "peak_probe_ms": 66.662, "sustained_jump_found": false, "incident_id": null, "attempt": 773} +{"time": "2026-09-28T21:16:44.545-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 774} +{"time": "2026-09-28T21:16:45.752-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211644_545278.txt", "spike_captured": true, "spike_limit_ms": 57.3, "spike_probe_count": 5, "peak_probe_ms": 91.759, "sustained_jump_found": false, "incident_id": null, "attempt": 774} +{"time": "2026-09-28T21:16:48.546-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 775} +{"time": "2026-09-28T21:16:49.955-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211648_546257.txt", "spike_captured": true, "spike_limit_ms": 57.35, "spike_probe_count": 4, "peak_probe_ms": 152.775, "sustained_jump_found": false, "incident_id": null, "attempt": 775} +{"time": "2026-09-28T21:16:52.547-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 776} +{"time": "2026-09-28T21:16:53.572-05:00", "event": "period_complete", "bad_count": 0, "streak": 0} +{"time": "2026-09-28T21:16:53.954-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211652_547016.txt", "spike_captured": true, "spike_limit_ms": 57.4, "spike_probe_count": 5, "peak_probe_ms": 113.855, "sustained_jump_found": false, "incident_id": null, "attempt": 776} +{"time": "2026-09-28T21:16:56.548-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 777} +{"time": "2026-09-28T21:16:57.757-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211656_548182.txt", "spike_captured": true, "spike_limit_ms": 57.5, "spike_probe_count": 1, "peak_probe_ms": 57.593, "sustained_jump_found": false, "incident_id": null, "attempt": 777} +{"time": "2026-09-28T21:17:00.549-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 778} +{"time": "2026-09-28T21:17:01.957-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211700_549199.txt", "spike_captured": true, "spike_limit_ms": 57.8, "spike_probe_count": 4, "peak_probe_ms": 109.927, "sustained_jump_found": false, "incident_id": null, "attempt": 778} +{"time": "2026-09-28T21:17:04.550-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 779} +{"time": "2026-09-28T21:17:05.759-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.05, "spike_probe_count": 0, "peak_probe_ms": 50.749, "sustained_jump_found": false, "incident_id": null, "attempt": 779} +{"time": "2026-09-28T21:17:08.551-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 780} +{"time": "2026-09-28T21:17:09.556-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211708_551183.txt", "spike_captured": true, "spike_limit_ms": 57.35, "spike_probe_count": 1, "peak_probe_ms": 68.752, "sustained_jump_found": false, "incident_id": null, "attempt": 780} +{"time": "2026-09-28T21:17:12.552-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 781} +{"time": "2026-09-28T21:17:13.359-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.25, "spike_probe_count": 0, "peak_probe_ms": 25.811, "sustained_jump_found": false, "incident_id": null, "attempt": 781} +{"time": "2026-09-28T21:17:15.553-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 782} +{"time": "2026-09-28T21:17:16.558-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211715_553628.txt", "spike_captured": true, "spike_limit_ms": 57.4, "spike_probe_count": 1, "peak_probe_ms": 61.271, "sustained_jump_found": false, "incident_id": null, "attempt": 782} +{"time": "2026-09-28T21:17:19.553-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 783} +{"time": "2026-09-28T21:17:20.362-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.4, "spike_probe_count": 0, "peak_probe_ms": 41.776, "sustained_jump_found": false, "incident_id": null, "attempt": 783} +{"time": "2026-09-28T21:17:22.554-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 784} +{"time": "2026-09-28T21:17:23.649-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 91.0, "bad": true, "baseline_ms": 17.45, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:17:23.963-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211722_554588.txt", "spike_captured": true, "spike_limit_ms": 57.8, "spike_probe_count": 3, "peak_probe_ms": 170.67, "sustained_jump_found": false, "incident_id": null, "attempt": 784} +{"time": "2026-09-28T21:17:26.555-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 785} +{"time": "2026-09-28T21:17:27.561-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.45, "spike_probe_count": 0, "peak_probe_ms": 39.879, "sustained_jump_found": false, "incident_id": null, "attempt": 785} +{"time": "2026-09-28T21:17:30.556-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 786} +{"time": "2026-09-28T21:17:31.965-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.35, "spike_probe_count": 0, "peak_probe_ms": 53.829, "sustained_jump_found": false, "incident_id": null, "attempt": 786} +{"time": "2026-09-28T21:17:34.557-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 787} +{"time": "2026-09-28T21:17:35.966-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.35, "spike_probe_count": 0, "peak_probe_ms": 51.629, "sustained_jump_found": false, "incident_id": null, "attempt": 787} +{"time": "2026-09-28T21:17:38.558-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 788} +{"time": "2026-09-28T21:17:39.563-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211738_558604.txt", "spike_captured": true, "spike_limit_ms": 57.25, "spike_probe_count": 1, "peak_probe_ms": 65.685, "sustained_jump_found": false, "incident_id": null, "attempt": 788} +{"time": "2026-09-28T21:17:42.559-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 789} +{"time": "2026-09-28T21:17:43.769-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211742_559635.txt", "spike_captured": true, "spike_limit_ms": 57.1, "spike_probe_count": 3, "peak_probe_ms": 96.751, "sustained_jump_found": false, "incident_id": null, "attempt": 789} +{"time": "2026-09-28T21:17:46.560-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 790} +{"time": "2026-09-28T21:17:47.368-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.1, "spike_probe_count": 0, "peak_probe_ms": 30.824, "sustained_jump_found": false, "incident_id": null, "attempt": 790} +{"time": "2026-09-28T21:17:49.561-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 791} +{"time": "2026-09-28T21:17:50.966-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.95, "spike_probe_count": 0, "peak_probe_ms": 36.689, "sustained_jump_found": false, "incident_id": null, "attempt": 791} +{"time": "2026-09-28T21:17:53.562-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 792} +{"time": "2026-09-28T21:17:53.584-05:00", "event": "period_complete", "bad_count": 1, "streak": 0} +{"time": "2026-09-28T21:17:54.369-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 31.768, "sustained_jump_found": false, "incident_id": null, "attempt": 792} +{"time": "2026-09-28T21:17:56.563-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 793} +{"time": "2026-09-28T21:17:58.570-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211756_563151.txt", "spike_captured": true, "spike_limit_ms": 56.9, "spike_probe_count": 4, "peak_probe_ms": 87.883, "sustained_jump_found": false, "incident_id": null, "attempt": 793} +{"time": "2026-09-28T21:18:01.564-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 794} +{"time": "2026-09-28T21:18:02.972-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 52.703, "sustained_jump_found": false, "incident_id": null, "attempt": 794} +{"time": "2026-09-28T21:18:05.565-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 795} +{"time": "2026-09-28T21:18:06.773-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211805_565312.txt", "spike_captured": true, "spike_limit_ms": 56.85, "spike_probe_count": 1, "peak_probe_ms": 87.752, "sustained_jump_found": false, "incident_id": null, "attempt": 795} +{"time": "2026-09-28T21:18:09.566-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 796} +{"time": "2026-09-28T21:18:11.174-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.95, "spike_probe_count": 0, "peak_probe_ms": 26.408, "sustained_jump_found": false, "incident_id": null, "attempt": 796} +{"time": "2026-09-28T21:18:13.567-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 797} +{"time": "2026-09-28T21:18:14.775-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.95, "spike_probe_count": 0, "peak_probe_ms": 23.801, "sustained_jump_found": false, "incident_id": null, "attempt": 797} +{"time": "2026-09-28T21:18:17.568-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 798} +{"time": "2026-09-28T21:18:19.978-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.8, "spike_probe_count": 0, "peak_probe_ms": 43.757, "sustained_jump_found": false, "incident_id": null, "attempt": 798} +{"time": "2026-09-28T21:18:22.569-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 799} +{"time": "2026-09-28T21:18:25.576-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211822_569410.txt", "spike_captured": true, "spike_limit_ms": 56.85, "spike_probe_count": 1, "peak_probe_ms": 130.753, "sustained_jump_found": false, "incident_id": null, "attempt": 799} +{"time": "2026-09-28T21:18:28.571-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 800} +{"time": "2026-09-28T21:18:29.978-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 40.789, "sustained_jump_found": false, "incident_id": null, "attempt": 800} +{"time": "2026-09-28T21:18:32.572-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 801} +{"time": "2026-09-28T21:18:33.780-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.15, "spike_probe_count": 0, "peak_probe_ms": 28.673, "sustained_jump_found": false, "incident_id": null, "attempt": 801} +{"time": "2026-09-28T21:18:36.573-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 802} +{"time": "2026-09-28T21:18:37.382-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 42.948, "sustained_jump_found": false, "incident_id": null, "attempt": 802} +{"time": "2026-09-28T21:18:39.573-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 803} +{"time": "2026-09-28T21:18:40.380-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 29.726, "sustained_jump_found": false, "incident_id": null, "attempt": 803} +{"time": "2026-09-28T21:18:42.574-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 804} +{"time": "2026-09-28T21:18:43.382-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.05, "spike_probe_count": 0, "peak_probe_ms": 26.518, "sustained_jump_found": false, "incident_id": null, "attempt": 804} +{"time": "2026-09-28T21:18:45.575-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 805} +{"time": "2026-09-28T21:18:47.787-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.8, "spike_probe_count": 0, "peak_probe_ms": 32.98, "sustained_jump_found": false, "incident_id": null, "attempt": 805} +{"time": "2026-09-28T21:18:50.576-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 806} +{"time": "2026-09-28T21:18:51.384-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 31.593, "sustained_jump_found": false, "incident_id": null, "attempt": 806} +{"time": "2026-09-28T21:18:53.577-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 807} +{"time": "2026-09-28T21:18:53.597-05:00", "event": "period_complete", "bad_count": 0, "streak": 0} +{"time": "2026-09-28T21:18:59.391-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 37.641, "sustained_jump_found": false, "incident_id": null, "attempt": 807} +{"time": "2026-09-28T21:19:01.579-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 808} +{"time": "2026-09-28T21:19:03.586-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211901_579002.txt", "spike_captured": true, "spike_limit_ms": 57.0, "spike_probe_count": 1, "peak_probe_ms": 123.067, "sustained_jump_found": false, "incident_id": null, "attempt": 808} +{"time": "2026-09-28T21:19:06.580-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 809} +{"time": "2026-09-28T21:19:08.389-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 42.013, "sustained_jump_found": false, "incident_id": null, "attempt": 809} +{"time": "2026-09-28T21:19:10.581-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 810} +{"time": "2026-09-28T21:19:11.790-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211910_581208.txt", "spike_captured": true, "spike_limit_ms": 57.2, "spike_probe_count": 1, "peak_probe_ms": 92.531, "sustained_jump_found": false, "incident_id": null, "attempt": 810} +{"time": "2026-09-28T21:19:14.582-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 811} +{"time": "2026-09-28T21:19:15.390-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.25, "spike_probe_count": 0, "peak_probe_ms": 42.743, "sustained_jump_found": false, "incident_id": null, "attempt": 811} +{"time": "2026-09-28T21:19:16.644-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 58.4, "bad": true, "baseline_ms": 17.3, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:19:17.583-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 812} +{"time": "2026-09-28T21:19:17.793-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 206.0, "bad": true, "baseline_ms": 17.3, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:19:18.652-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 66.6, "bad": true, "baseline_ms": 17.3, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:19:20.793-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211917_582959.txt", "spike_captured": true, "spike_limit_ms": 57.3, "spike_probe_count": 7, "peak_probe_ms": 200.637, "sustained_jump_found": false, "incident_id": null, "attempt": 812} +{"time": "2026-09-28T21:19:23.584-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 813} +{"time": "2026-09-28T21:19:24.992-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.35, "spike_probe_count": 0, "peak_probe_ms": 21.771, "sustained_jump_found": false, "incident_id": null, "attempt": 813} +{"time": "2026-09-28T21:19:27.585-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 814} +{"time": "2026-09-28T21:19:28.392-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.25, "spike_probe_count": 0, "peak_probe_ms": 32.201, "sustained_jump_found": false, "incident_id": null, "attempt": 814} +{"time": "2026-09-28T21:19:30.586-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 815} +{"time": "2026-09-28T21:19:31.591-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211930_586205.txt", "spike_captured": true, "spike_limit_ms": 57.2, "spike_probe_count": 1, "peak_probe_ms": 57.7, "sustained_jump_found": false, "incident_id": null, "attempt": 815} +{"time": "2026-09-28T21:19:34.587-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 816} +{"time": "2026-09-28T21:19:41.201-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 38.826, "sustained_jump_found": false, "incident_id": null, "attempt": 816} +{"time": "2026-09-28T21:19:43.589-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 817} +{"time": "2026-09-28T21:19:45.397-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.5, "spike_probe_count": 0, "peak_probe_ms": 47.058, "sustained_jump_found": false, "incident_id": null, "attempt": 817} +{"time": "2026-09-28T21:19:47.590-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 818} +{"time": "2026-09-28T21:19:49.400-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.5, "spike_probe_count": 0, "peak_probe_ms": 48.703, "sustained_jump_found": false, "incident_id": null, "attempt": 818} +{"time": "2026-09-28T21:19:51.591-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 819} +{"time": "2026-09-28T21:19:53.598-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.7, "spike_probe_count": 0, "peak_probe_ms": 40.134, "sustained_jump_found": false, "incident_id": null, "attempt": 819} +{"time": "2026-09-28T21:19:53.612-05:00", "event": "period_complete", "bad_count": 3, "streak": 1} +{"time": "2026-09-28T21:19:56.592-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 820} +{"time": "2026-09-28T21:19:58.402-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211956_592320.txt", "spike_captured": true, "spike_limit_ms": 57.95, "spike_probe_count": 2, "peak_probe_ms": 89.783, "sustained_jump_found": false, "incident_id": null, "attempt": 820} +{"time": "2026-09-28T21:20:00.593-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 821} +{"time": "2026-09-28T21:20:02.001-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212000_593323.txt", "spike_captured": true, "spike_limit_ms": 57.85, "spike_probe_count": 1, "peak_probe_ms": 85.866, "sustained_jump_found": false, "incident_id": null, "attempt": 821} +{"time": "2026-09-28T21:20:04.594-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 822} +{"time": "2026-09-28T21:20:05.802-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212004_594017.txt", "spike_captured": true, "spike_limit_ms": 57.6, "spike_probe_count": 1, "peak_probe_ms": 65.613, "sustained_jump_found": false, "incident_id": null, "attempt": 822} +{"time": "2026-09-28T21:20:08.595-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 823} +{"time": "2026-09-28T21:20:10.405-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212008_595250.txt", "spike_captured": true, "spike_limit_ms": 57.45, "spike_probe_count": 1, "peak_probe_ms": 153.66, "sustained_jump_found": false, "incident_id": null, "attempt": 823} +{"time": "2026-09-28T21:20:12.596-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 824} +{"time": "2026-09-28T21:20:13.804-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212012_596636.txt", "spike_captured": true, "spike_limit_ms": 57.5, "spike_probe_count": 2, "peak_probe_ms": 78.014, "sustained_jump_found": false, "incident_id": null, "attempt": 824} +{"time": "2026-09-28T21:20:16.597-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 825} +{"time": "2026-09-28T21:20:18.206-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212016_597154.txt", "spike_captured": true, "spike_limit_ms": 57.45, "spike_probe_count": 2, "peak_probe_ms": 99.886, "sustained_jump_found": false, "incident_id": null, "attempt": 825} +{"time": "2026-09-28T21:20:20.598-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 826} +{"time": "2026-09-28T21:20:21.674-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 72.2, "bad": true, "baseline_ms": 17.45, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T21:20:22.604-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212020_598687.txt", "spike_captured": true, "spike_limit_ms": 57.45, "spike_probe_count": 11, "peak_probe_ms": 159.719, "sustained_jump_found": false, "incident_id": null, "attempt": 826} +{"time": "2026-09-28T21:20:25.599-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 827} +{"time": "2026-09-28T21:20:28.210-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.45, "spike_probe_count": 0, "peak_probe_ms": 41.814, "sustained_jump_found": false, "incident_id": null, "attempt": 827} +{"time": "2026-09-28T21:20:30.600-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 828} +{"time": "2026-09-28T21:20:32.008-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.5, "spike_probe_count": 0, "peak_probe_ms": 21.732, "sustained_jump_found": false, "incident_id": null, "attempt": 828} +{"time": "2026-09-28T21:20:34.601-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 829} +{"time": "2026-09-28T21:20:35.409-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.5, "spike_probe_count": 0, "peak_probe_ms": 40.909, "sustained_jump_found": false, "incident_id": null, "attempt": 829} +{"time": "2026-09-28T21:20:37.602-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 830} +{"time": "2026-09-28T21:20:38.607-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212037_602278.txt", "spike_captured": true, "spike_limit_ms": 57.5, "spike_probe_count": 1, "peak_probe_ms": 57.798, "sustained_jump_found": false, "incident_id": null, "attempt": 830} +{"time": "2026-09-28T21:20:41.603-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 831} +{"time": "2026-09-28T21:20:43.008-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.4, "spike_probe_count": 0, "peak_probe_ms": 18.49, "sustained_jump_found": false, "incident_id": null, "attempt": 831} +{"time": "2026-09-28T21:20:45.604-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 832} +{"time": "2026-09-28T21:20:46.609-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 42.921, "sustained_jump_found": false, "incident_id": null, "attempt": 832} +{"time": "2026-09-28T21:20:49.605-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 833} +{"time": "2026-09-28T21:20:50.610-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 32.785, "sustained_jump_found": false, "incident_id": null, "attempt": 833} +{"time": "2026-09-28T21:20:53.606-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 834} +{"time": "2026-09-28T21:20:53.646-05:00", "event": "period_complete", "bad_count": 1, "streak": 0} +{"time": "2026-09-28T21:20:54.611-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 51.567, "sustained_jump_found": false, "incident_id": null, "attempt": 834} +{"time": "2026-09-28T21:20:57.607-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 835} +{"time": "2026-09-28T21:20:59.015-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 28.662, "sustained_jump_found": false, "incident_id": null, "attempt": 835} +{"time": "2026-09-28T21:21:01.608-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 836} +{"time": "2026-09-28T21:21:03.614-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212101_608269.txt", "spike_captured": true, "spike_limit_ms": 56.85, "spike_probe_count": 1, "peak_probe_ms": 70.725, "sustained_jump_found": false, "incident_id": null, "attempt": 836} +{"time": "2026-09-28T21:21:04.746-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 134.0, "bad": true, "baseline_ms": 16.95, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:21:06.609-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 837} +{"time": "2026-09-28T21:21:08.715-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 101.0, "bad": true, "baseline_ms": 17.0, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:21:09.220-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212106_609442.txt", "spike_captured": true, "spike_limit_ms": 56.95, "spike_probe_count": 7, "peak_probe_ms": 424.614, "sustained_jump_found": false, "incident_id": null, "attempt": 837} +{"time": "2026-09-28T21:21:09.811-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 198.0, "bad": true, "baseline_ms": 17.0, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:21:11.610-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 838} +{"time": "2026-09-28T21:21:13.220-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212111_610650.txt", "spike_captured": true, "spike_limit_ms": 57.05, "spike_probe_count": 1, "peak_probe_ms": 59.755, "sustained_jump_found": false, "incident_id": null, "attempt": 838} +{"time": "2026-09-28T21:21:15.611-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 839} +{"time": "2026-09-28T21:21:18.021-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 56.989, "sustained_jump_found": false, "incident_id": null, "attempt": 839} +{"time": "2026-09-28T21:21:20.612-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 840} +{"time": "2026-09-28T21:21:22.422-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212120_612807.txt", "spike_captured": true, "spike_limit_ms": 57.05, "spike_probe_count": 1, "peak_probe_ms": 73.738, "sustained_jump_found": false, "incident_id": null, "attempt": 840} +{"time": "2026-09-28T21:21:24.614-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 841} +{"time": "2026-09-28T21:21:28.025-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 56.579, "sustained_jump_found": false, "incident_id": null, "attempt": 841} +{"time": "2026-09-28T21:21:30.615-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 842} +{"time": "2026-09-28T21:21:31.423-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 46.672, "sustained_jump_found": false, "incident_id": null, "attempt": 842} +{"time": "2026-09-28T21:21:33.616-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 843} +{"time": "2026-09-28T21:21:34.621-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212133_616125.txt", "spike_captured": true, "spike_limit_ms": 56.8, "spike_probe_count": 1, "peak_probe_ms": 57.73, "sustained_jump_found": false, "incident_id": null, "attempt": 843} +{"time": "2026-09-28T21:21:37.617-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 844} +{"time": "2026-09-28T21:21:39.624-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 37.715, "sustained_jump_found": false, "incident_id": null, "attempt": 844} +{"time": "2026-09-28T21:21:42.618-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 845} +{"time": "2026-09-28T21:21:44.026-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.4, "spike_probe_count": 0, "peak_probe_ms": 46.621, "sustained_jump_found": false, "incident_id": null, "attempt": 845} +{"time": "2026-09-28T21:21:46.619-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 846} +{"time": "2026-09-28T21:21:48.228-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212146_619386.txt", "spike_captured": true, "spike_limit_ms": 57.45, "spike_probe_count": 2, "peak_probe_ms": 72.597, "sustained_jump_found": false, "incident_id": null, "attempt": 846} +{"time": "2026-09-28T21:21:50.621-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 847} +{"time": "2026-09-28T21:21:51.828-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212150_620963.txt", "spike_captured": true, "spike_limit_ms": 57.5, "spike_probe_count": 1, "peak_probe_ms": 89.638, "sustained_jump_found": false, "incident_id": null, "attempt": 847} +{"time": "2026-09-28T21:21:53.656-05:00", "event": "period_complete", "bad_count": 3, "streak": 1} +{"time": "2026-09-28T21:21:54.622-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 848} +{"time": "2026-09-28T21:21:57.832-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212154_621984.txt", "spike_captured": true, "spike_limit_ms": 57.5, "spike_probe_count": 9, "peak_probe_ms": 231.123, "sustained_jump_found": false, "incident_id": null, "attempt": 848} +{"time": "2026-09-28T21:22:00.622-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 849} +{"time": "2026-09-28T21:22:02.030-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.6, "spike_probe_count": 0, "peak_probe_ms": 30.57, "sustained_jump_found": false, "incident_id": null, "attempt": 849} +{"time": "2026-09-28T21:22:04.624-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 850} +{"time": "2026-09-28T21:22:06.833-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.7, "spike_probe_count": 0, "peak_probe_ms": 28.015, "sustained_jump_found": false, "incident_id": null, "attempt": 850} +{"time": "2026-09-28T21:22:09.625-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 851} +{"time": "2026-09-28T21:22:11.434-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.5, "spike_probe_count": 0, "peak_probe_ms": 26.683, "sustained_jump_found": false, "incident_id": null, "attempt": 851} +{"time": "2026-09-28T21:22:13.626-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 852} +{"time": "2026-09-28T21:22:15.034-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212213_626144.txt", "spike_captured": true, "spike_limit_ms": 57.35, "spike_probe_count": 1, "peak_probe_ms": 59.766, "sustained_jump_found": false, "incident_id": null, "attempt": 852} +{"time": "2026-09-28T21:22:17.627-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 853} +{"time": "2026-09-28T21:22:19.835-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212217_627096.txt", "spike_captured": true, "spike_limit_ms": 57.4, "spike_probe_count": 1, "peak_probe_ms": 62.557, "sustained_jump_found": false, "incident_id": null, "attempt": 853} +{"time": "2026-09-28T21:22:20.815-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 184.0, "bad": true, "baseline_ms": 17.35, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T21:22:22.628-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 854} +{"time": "2026-09-28T21:22:22.758-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 126.0, "bad": true, "baseline_ms": 17.35, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T21:22:25.635-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212222_627991.txt", "spike_captured": true, "spike_limit_ms": 57.35, "spike_probe_count": 2, "peak_probe_ms": 113.317, "sustained_jump_found": false, "incident_id": null, "attempt": 854} +{"time": "2026-09-28T21:22:28.629-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 855} +{"time": "2026-09-28T21:22:30.037-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.35, "spike_probe_count": 0, "peak_probe_ms": 37.339, "sustained_jump_found": false, "incident_id": null, "attempt": 855} +{"time": "2026-09-28T21:22:32.630-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 856} +{"time": "2026-09-28T21:22:35.638-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212232_630460.txt", "spike_captured": true, "spike_limit_ms": 57.35, "spike_probe_count": 1, "peak_probe_ms": 57.417, "sustained_jump_found": false, "incident_id": null, "attempt": 856} +{"time": "2026-09-28T21:22:38.632-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 857} +{"time": "2026-09-28T21:22:40.241-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.25, "spike_probe_count": 0, "peak_probe_ms": 45.716, "sustained_jump_found": false, "incident_id": null, "attempt": 857} +{"time": "2026-09-28T21:22:42.633-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 858} +{"time": "2026-09-28T21:22:43.638-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 27.994, "sustained_jump_found": false, "incident_id": null, "attempt": 858} +{"time": "2026-09-28T21:22:46.634-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 859} +{"time": "2026-09-28T21:22:47.639-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212246_634011.txt", "spike_captured": true, "spike_limit_ms": 56.7, "spike_probe_count": 1, "peak_probe_ms": 62.719, "sustained_jump_found": false, "incident_id": null, "attempt": 859} +{"time": "2026-09-28T21:22:50.635-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 860} +{"time": "2026-09-28T21:22:51.443-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.7, "spike_probe_count": 0, "peak_probe_ms": 43.767, "sustained_jump_found": false, "incident_id": null, "attempt": 860} +{"time": "2026-09-28T21:22:53.635-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 861} +{"time": "2026-09-28T21:22:53.655-05:00", "event": "period_complete", "bad_count": 2, "streak": 0} +{"time": "2026-09-28T21:22:54.443-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.55, "spike_probe_count": 0, "peak_probe_ms": 27.623, "sustained_jump_found": false, "incident_id": null, "attempt": 861} +{"time": "2026-09-28T21:22:56.636-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 862} +{"time": "2026-09-28T21:22:57.641-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.5, "spike_probe_count": 0, "peak_probe_ms": 26.924, "sustained_jump_found": false, "incident_id": null, "attempt": 862} +{"time": "2026-09-28T21:23:00.637-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 863} +{"time": "2026-09-28T21:23:01.642-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.5, "spike_probe_count": 0, "peak_probe_ms": 35.479, "sustained_jump_found": false, "incident_id": null, "attempt": 863} +{"time": "2026-09-28T21:23:04.638-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 864} +{"time": "2026-09-28T21:23:05.644-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.5, "spike_probe_count": 0, "peak_probe_ms": 37.624, "sustained_jump_found": false, "incident_id": null, "attempt": 864} +{"time": "2026-09-28T21:23:08.639-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 865} +{"time": "2026-09-28T21:23:10.048-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212308_639376.txt", "spike_captured": true, "spike_limit_ms": 56.5, "spike_probe_count": 2, "peak_probe_ms": 211.724, "sustained_jump_found": false, "incident_id": null, "attempt": 865} +{"time": "2026-09-28T21:23:12.640-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 866} +{"time": "2026-09-28T21:23:13.646-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.8, "spike_probe_count": 0, "peak_probe_ms": 50.851, "sustained_jump_found": false, "incident_id": null, "attempt": 866} +{"time": "2026-09-28T21:23:16.641-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 867} +{"time": "2026-09-28T21:23:16.739-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 93.1, "bad": true, "baseline_ms": 16.8, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:23:18.250-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212316_641332.txt", "spike_captured": true, "spike_limit_ms": 56.8, "spike_probe_count": 3, "peak_probe_ms": 151.718, "sustained_jump_found": false, "incident_id": null, "attempt": 867} +{"time": "2026-09-28T21:23:19.717-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 71.7, "bad": true, "baseline_ms": 16.8, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:23:20.642-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 868} +{"time": "2026-09-28T21:23:21.717-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 71.1, "bad": true, "baseline_ms": 16.85, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:23:21.850-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212320_642322.txt", "spike_captured": true, "spike_limit_ms": 56.8, "spike_probe_count": 1, "peak_probe_ms": 91.599, "sustained_jump_found": false, "incident_id": null, "attempt": 868} +{"time": "2026-09-28T21:23:24.643-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 869} +{"time": "2026-09-28T21:23:25.648-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.8, "spike_probe_count": 0, "peak_probe_ms": 27.987, "sustained_jump_found": false, "incident_id": null, "attempt": 869} +{"time": "2026-09-28T21:23:28.644-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 870} +{"time": "2026-09-28T21:23:29.649-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.8, "spike_probe_count": 0, "peak_probe_ms": 33.797, "sustained_jump_found": false, "incident_id": null, "attempt": 870} +{"time": "2026-09-28T21:23:30.743-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 93.6, "bad": true, "baseline_ms": 16.8, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:23:32.645-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 871} +{"time": "2026-09-28T21:23:33.855-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212332_645326.txt", "spike_captured": true, "spike_limit_ms": 56.8, "spike_probe_count": 2, "peak_probe_ms": 138.765, "sustained_jump_found": false, "incident_id": null, "attempt": 871} +{"time": "2026-09-28T21:23:36.646-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 872} +{"time": "2026-09-28T21:23:37.740-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 90.3, "bad": true, "baseline_ms": 16.85, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:23:38.254-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212336_646404.txt", "spike_captured": true, "spike_limit_ms": 56.8, "spike_probe_count": 6, "peak_probe_ms": 300.829, "sustained_jump_found": false, "incident_id": null, "attempt": 872} +{"time": "2026-09-28T21:23:40.647-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 873} +{"time": "2026-09-28T21:23:41.855-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212340_647409.txt", "spike_captured": true, "spike_limit_ms": 56.9, "spike_probe_count": 1, "peak_probe_ms": 61.679, "sustained_jump_found": false, "incident_id": null, "attempt": 873} +{"time": "2026-09-28T21:23:43.711-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 61.4, "bad": true, "baseline_ms": 16.9, "trigger": false, "period_bad": 6, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:23:44.648-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 874} +{"time": "2026-09-28T21:23:45.456-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 36.813, "sustained_jump_found": false, "incident_id": null, "attempt": 874} +{"time": "2026-09-28T21:23:47.649-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 875} +{"time": "2026-09-28T21:23:48.458-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.15, "spike_probe_count": 0, "peak_probe_ms": 34.788, "sustained_jump_found": false, "incident_id": null, "attempt": 875} +{"time": "2026-09-28T21:23:50.649-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 876} +{"time": "2026-09-28T21:23:51.858-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.25, "spike_probe_count": 0, "peak_probe_ms": 38.883, "sustained_jump_found": false, "incident_id": null, "attempt": 876} +{"time": "2026-09-28T21:23:52.788-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 134.0, "bad": true, "baseline_ms": 17.4, "trigger": false, "period_bad": 7, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:23:53.714-05:00", "event": "period_complete", "bad_count": 7, "streak": 1} +{"time": "2026-09-28T21:23:53.714-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 60.3, "bad": true, "baseline_ms": 17.4, "trigger": false, "period_bad": 1, "completed_period_bad": 7, "consecutive_bad_periods": 1} +{"time": "2026-09-28T21:23:54.650-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 877} +{"time": "2026-09-28T21:23:55.861-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212354_650848.txt", "spike_captured": true, "spike_limit_ms": 57.4, "spike_probe_count": 2, "peak_probe_ms": 104.872, "sustained_jump_found": false, "incident_id": null, "attempt": 877} +{"time": "2026-09-28T21:23:58.651-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 878} +{"time": "2026-09-28T21:23:59.657-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.65, "spike_probe_count": 0, "peak_probe_ms": 39.539, "sustained_jump_found": false, "incident_id": null, "attempt": 878} +{"time": "2026-09-28T21:24:02.653-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 879} +{"time": "2026-09-28T21:24:03.657-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.65, "spike_probe_count": 0, "peak_probe_ms": 44.646, "sustained_jump_found": false, "incident_id": null, "attempt": 879} +{"time": "2026-09-28T21:24:06.654-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 880} +{"time": "2026-09-28T21:24:07.863-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212406_653963.txt", "spike_captured": true, "spike_limit_ms": 57.7, "spike_probe_count": 4, "peak_probe_ms": 85.741, "sustained_jump_found": false, "incident_id": null, "attempt": 880} +{"time": "2026-09-28T21:24:10.654-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 881} +{"time": "2026-09-28T21:24:11.462-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.6, "spike_probe_count": 0, "peak_probe_ms": 35.923, "sustained_jump_found": false, "incident_id": null, "attempt": 881} +{"time": "2026-09-28T21:24:13.655-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 882} +{"time": "2026-09-28T21:24:14.463-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.4, "spike_probe_count": 0, "peak_probe_ms": 23.93, "sustained_jump_found": false, "incident_id": null, "attempt": 882} +{"time": "2026-09-28T21:24:16.656-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 883} +{"time": "2026-09-28T21:24:17.662-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212416_656315.txt", "spike_captured": true, "spike_limit_ms": 57.3, "spike_probe_count": 1, "peak_probe_ms": 62.613, "sustained_jump_found": false, "incident_id": null, "attempt": 883} +{"time": "2026-09-28T21:24:20.657-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 884} +{"time": "2026-09-28T21:24:21.662-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.35, "spike_probe_count": 0, "peak_probe_ms": 45.906, "sustained_jump_found": false, "incident_id": null, "attempt": 884} +{"time": "2026-09-28T21:24:24.658-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 885} +{"time": "2026-09-28T21:24:25.734-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 72.6, "bad": true, "baseline_ms": 17.35, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T21:24:26.665-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212424_658363.txt", "spike_captured": true, "spike_limit_ms": 57.35, "spike_probe_count": 6, "peak_probe_ms": 134.762, "sustained_jump_found": false, "incident_id": null, "attempt": 885} +{"time": "2026-09-28T21:24:29.659-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 886} +{"time": "2026-09-28T21:24:30.866-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.35, "spike_probe_count": 0, "peak_probe_ms": 52.678, "sustained_jump_found": false, "incident_id": null, "attempt": 886} +{"time": "2026-09-28T21:24:33.660-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 887} +{"time": "2026-09-28T21:24:34.781-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 117.0, "bad": true, "baseline_ms": 17.45, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T21:24:35.956-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 292.0, "bad": true, "baseline_ms": 17.45, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T21:24:36.069-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212433_660568.txt", "spike_captured": true, "spike_limit_ms": 57.4, "spike_probe_count": 6, "peak_probe_ms": 196.691, "sustained_jump_found": false, "incident_id": null, "attempt": 887} +{"time": "2026-09-28T21:24:36.745-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 80.8, "bad": true, "baseline_ms": 17.45, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T21:24:38.662-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 888} +{"time": "2026-09-28T21:24:39.667-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.45, "spike_probe_count": 0, "peak_probe_ms": 56.397, "sustained_jump_found": false, "incident_id": null, "attempt": 888} +{"time": "2026-09-28T21:24:42.663-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 889} +{"time": "2026-09-28T21:24:43.668-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.4, "spike_probe_count": 0, "peak_probe_ms": 40.798, "sustained_jump_found": false, "incident_id": null, "attempt": 889} +{"time": "2026-09-28T21:24:46.664-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 890} +{"time": "2026-09-28T21:24:47.670-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.4, "spike_probe_count": 0, "peak_probe_ms": 25.857, "sustained_jump_found": false, "incident_id": null, "attempt": 890} +{"time": "2026-09-28T21:24:50.665-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 891} +{"time": "2026-09-28T21:24:51.669-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212450_665413.txt", "spike_captured": true, "spike_limit_ms": 57.4, "spike_probe_count": 2, "peak_probe_ms": 64.642, "sustained_jump_found": false, "incident_id": null, "attempt": 891} +{"time": "2026-09-28T21:24:53.685-05:00", "event": "period_complete", "bad_count": 5, "streak": 2} +{"time": "2026-09-28T21:24:54.665-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 892} +{"time": "2026-09-28T21:24:55.672-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.4, "spike_probe_count": 0, "peak_probe_ms": 41.775, "sustained_jump_found": false, "incident_id": null, "attempt": 892} +{"time": "2026-09-28T21:24:58.666-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 893} +{"time": "2026-09-28T21:24:59.475-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.3, "spike_probe_count": 0, "peak_probe_ms": 32.757, "sustained_jump_found": false, "incident_id": null, "attempt": 893} +{"time": "2026-09-28T21:25:01.667-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 894} +{"time": "2026-09-28T21:25:02.876-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212501_667462.txt", "spike_captured": true, "spike_limit_ms": 57.3, "spike_probe_count": 1, "peak_probe_ms": 74.664, "sustained_jump_found": false, "incident_id": null, "attempt": 894} +{"time": "2026-09-28T21:25:05.668-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 895} +{"time": "2026-09-28T21:25:07.674-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212505_668365.txt", "spike_captured": true, "spike_limit_ms": 57.3, "spike_probe_count": 5, "peak_probe_ms": 140.827, "sustained_jump_found": false, "incident_id": null, "attempt": 895} +{"time": "2026-09-28T21:25:08.750-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 77.7, "bad": true, "baseline_ms": 17.4, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T21:25:10.669-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 896} +{"time": "2026-09-28T21:25:11.881-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212510_669622.txt", "spike_captured": true, "spike_limit_ms": 57.4, "spike_probe_count": 1, "peak_probe_ms": 227.685, "sustained_jump_found": false, "incident_id": null, "attempt": 896} +{"time": "2026-09-28T21:25:14.670-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 897} +{"time": "2026-09-28T21:25:15.802-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 128.0, "bad": true, "baseline_ms": 17.65, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T21:25:17.080-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212514_670606.txt", "spike_captured": true, "spike_limit_ms": 57.5, "spike_probe_count": 7, "peak_probe_ms": 310.885, "sustained_jump_found": false, "incident_id": null, "attempt": 897} +{"time": "2026-09-28T21:25:19.672-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 898} +{"time": "2026-09-28T21:25:19.773-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 96.5, "bad": true, "baseline_ms": 17.7, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T21:25:21.482-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212519_671921.txt", "spike_captured": true, "spike_limit_ms": 57.7, "spike_probe_count": 3, "peak_probe_ms": 138.68, "sustained_jump_found": false, "incident_id": null, "attempt": 898} +{"time": "2026-09-28T21:25:23.673-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 899} +{"time": "2026-09-28T21:25:23.745-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 68.0, "bad": true, "baseline_ms": 18.0, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T21:25:25.080-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212523_672899.txt", "spike_captured": true, "spike_limit_ms": 58.0, "spike_probe_count": 2, "peak_probe_ms": 63.862, "sustained_jump_found": false, "incident_id": null, "attempt": 899} +{"time": "2026-09-28T21:25:27.673-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 900} +{"time": "2026-09-28T21:25:29.081-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.0, "spike_probe_count": 0, "peak_probe_ms": 35.08, "sustained_jump_found": false, "incident_id": null, "attempt": 900} +{"time": "2026-09-28T21:25:31.674-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 901} +{"time": "2026-09-28T21:25:33.283-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212531_674807.txt", "spike_captured": true, "spike_limit_ms": 58.25, "spike_probe_count": 6, "peak_probe_ms": 98.795, "sustained_jump_found": false, "incident_id": null, "attempt": 901} +{"time": "2026-09-28T21:25:35.675-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 902} +{"time": "2026-09-28T21:25:37.083-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.0, "spike_probe_count": 0, "peak_probe_ms": 37.669, "sustained_jump_found": false, "incident_id": null, "attempt": 902} +{"time": "2026-09-28T21:25:39.676-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 903} +{"time": "2026-09-28T21:25:39.901-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 220.0, "bad": true, "baseline_ms": 17.75, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T21:25:40.767-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 87.6, "bad": true, "baseline_ms": 17.75, "trigger": false, "period_bad": 6, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T21:25:41.887-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212539_676825.txt", "spike_captured": true, "spike_limit_ms": 57.75, "spike_probe_count": 5, "peak_probe_ms": 322.924, "sustained_jump_found": false, "incident_id": null, "attempt": 903} +{"time": "2026-09-28T21:25:44.678-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 904} +{"time": "2026-09-28T21:25:47.685-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212544_677977.txt", "spike_captured": true, "spike_limit_ms": 57.7, "spike_probe_count": 11, "peak_probe_ms": 318.849, "sustained_jump_found": false, "incident_id": null, "attempt": 904} +{"time": "2026-09-28T21:25:50.679-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 905} +{"time": "2026-09-28T21:25:52.686-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212550_679489.txt", "spike_captured": true, "spike_limit_ms": 59.25, "spike_probe_count": 7, "peak_probe_ms": 101.711, "sustained_jump_found": false, "incident_id": null, "attempt": 905} +{"time": "2026-09-28T21:25:53.699-05:00", "event": "period_complete", "bad_count": 6, "streak": 3} +{"time": "2026-09-28T21:25:55.680-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 906} +{"time": "2026-09-28T21:25:57.289-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 59.85, "spike_probe_count": 0, "peak_probe_ms": 51.901, "sustained_jump_found": false, "incident_id": null, "attempt": 906} +{"time": "2026-09-28T21:25:59.681-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 907} +{"time": "2026-09-28T21:26:00.889-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212559_681657.txt", "spike_captured": true, "spike_limit_ms": 60.150000000000006, "spike_probe_count": 1, "peak_probe_ms": 142.642, "sustained_jump_found": false, "incident_id": null, "attempt": 907} +{"time": "2026-09-28T21:26:02.755-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 69.1, "bad": true, "baseline_ms": 20.25, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T21:26:03.682-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 908} +{"time": "2026-09-28T21:26:03.807-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 120.0, "bad": true, "baseline_ms": 20.25, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T21:26:05.491-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212603_682675.txt", "spike_captured": true, "spike_limit_ms": 60.75, "spike_probe_count": 3, "peak_probe_ms": 175.76, "sustained_jump_found": false, "incident_id": null, "attempt": 908} +{"time": "2026-09-28T21:26:07.683-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 909} +{"time": "2026-09-28T21:26:09.776-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 89.5, "bad": true, "baseline_ms": 20.75, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T21:26:11.496-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212607_683663.txt", "spike_captured": true, "spike_limit_ms": 61.800000000000004, "spike_probe_count": 8, "peak_probe_ms": 400.711, "sustained_jump_found": false, "incident_id": null, "attempt": 909} +{"time": "2026-09-28T21:26:13.685-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 910} +{"time": "2026-09-28T21:26:15.493-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212613_685120.txt", "spike_captured": true, "spike_limit_ms": 62.25, "spike_probe_count": 3, "peak_probe_ms": 146.345, "sustained_jump_found": false, "incident_id": null, "attempt": 910} +{"time": "2026-09-28T21:26:17.686-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 911} +{"time": "2026-09-28T21:26:19.094-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 64.35000000000001, "spike_probe_count": 0, "peak_probe_ms": 40.92, "sustained_jump_found": false, "incident_id": null, "attempt": 911} +{"time": "2026-09-28T21:26:21.687-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 912} +{"time": "2026-09-28T21:26:23.897-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212621_687054.txt", "spike_captured": true, "spike_limit_ms": 63.150000000000006, "spike_probe_count": 7, "peak_probe_ms": 205.845, "sustained_jump_found": false, "incident_id": null, "attempt": 912} +{"time": "2026-09-28T21:26:26.688-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 913} +{"time": "2026-09-28T21:26:28.694-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 62.25, "spike_probe_count": 0, "peak_probe_ms": 46.626, "sustained_jump_found": false, "incident_id": null, "attempt": 913} +{"time": "2026-09-28T21:26:31.689-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 914} +{"time": "2026-09-28T21:26:32.695-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 63.150000000000006, "spike_probe_count": 0, "peak_probe_ms": 46.62, "sustained_jump_found": false, "incident_id": null, "attempt": 914} +{"time": "2026-09-28T21:26:35.690-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 915} +{"time": "2026-09-28T21:26:36.696-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212635_690589.txt", "spike_captured": true, "spike_limit_ms": 59.9, "spike_probe_count": 2, "peak_probe_ms": 61.747, "sustained_jump_found": false, "incident_id": null, "attempt": 915} +{"time": "2026-09-28T21:26:39.691-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 916} +{"time": "2026-09-28T21:26:40.899-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212639_691525.txt", "spike_captured": true, "spike_limit_ms": 59.9, "spike_probe_count": 2, "peak_probe_ms": 116.744, "sustained_jump_found": false, "incident_id": null, "attempt": 916} +{"time": "2026-09-28T21:26:43.692-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 917} +{"time": "2026-09-28T21:26:45.101-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212643_692562.txt", "spike_captured": true, "spike_limit_ms": 61.199999999999996, "spike_probe_count": 5, "peak_probe_ms": 95.716, "sustained_jump_found": false, "incident_id": null, "attempt": 917} +{"time": "2026-09-28T21:26:47.693-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 918} +{"time": "2026-09-28T21:26:48.901-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212647_693584.txt", "spike_captured": true, "spike_limit_ms": 59.75, "spike_probe_count": 1, "peak_probe_ms": 69.885, "sustained_jump_found": false, "incident_id": null, "attempt": 918} +{"time": "2026-09-28T21:26:49.766-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 69.3, "bad": true, "baseline_ms": 19.65, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T21:26:50.791-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 93.4, "bad": true, "baseline_ms": 19.65, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T21:26:51.694-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 919} +{"time": "2026-09-28T21:26:53.102-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 59.65, "spike_probe_count": 0, "peak_probe_ms": 34.824, "sustained_jump_found": false, "incident_id": null, "attempt": 919} +{"time": "2026-09-28T21:26:53.714-05:00", "event": "period_complete", "bad_count": 5, "streak": 4} +{"time": "2026-09-28T21:26:55.695-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 920} +{"time": "2026-09-28T21:26:57.103-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.6, "spike_probe_count": 0, "peak_probe_ms": 49.116, "sustained_jump_found": false, "incident_id": null, "attempt": 920} +{"time": "2026-09-28T21:26:58.763-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 63.8, "bad": true, "baseline_ms": 18.450000000000003, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T21:26:59.696-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 921} +{"time": "2026-09-28T21:27:00.760-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 59.9, "bad": true, "baseline_ms": 18.6, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T21:27:02.106-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212659_696497.txt", "spike_captured": true, "spike_limit_ms": 58.45, "spike_probe_count": 9, "peak_probe_ms": 367.801, "sustained_jump_found": false, "incident_id": null, "attempt": 921} +{"time": "2026-09-28T21:27:04.698-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 922} +{"time": "2026-09-28T21:27:05.184-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 483.0, "bad": true, "baseline_ms": 19.15, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T21:27:05.761-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 60.6, "bad": true, "baseline_ms": 19.15, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T21:27:06.703-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212704_698384.txt", "spike_captured": true, "spike_limit_ms": 59.15, "spike_probe_count": 5, "peak_probe_ms": 478.795, "sustained_jump_found": false, "incident_id": null, "attempt": 922} +{"time": "2026-09-28T21:27:09.699-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 923} +{"time": "2026-09-28T21:27:10.906-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 59.15, "spike_probe_count": 0, "peak_probe_ms": 49.838, "sustained_jump_found": false, "incident_id": null, "attempt": 923} +{"time": "2026-09-28T21:27:13.700-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 924} +{"time": "2026-09-28T21:27:14.064-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 360.0, "bad": true, "baseline_ms": 18.6, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T21:27:14.768-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 64.2, "bad": true, "baseline_ms": 18.6, "trigger": false, "period_bad": 6, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T21:27:16.310-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212713_700135.txt", "spike_captured": true, "spike_limit_ms": 58.6, "spike_probe_count": 9, "peak_probe_ms": 354.811, "sustained_jump_found": false, "incident_id": null, "attempt": 924} +{"time": "2026-09-28T21:27:18.701-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 925} +{"time": "2026-09-28T21:27:20.912-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212718_701354.txt", "spike_captured": true, "spike_limit_ms": 58.45, "spike_probe_count": 12, "peak_probe_ms": 261.256, "sustained_jump_found": false, "incident_id": null, "attempt": 925} +{"time": "2026-09-28T21:27:21.868-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 163.0, "bad": true, "baseline_ms": 18.450000000000003, "trigger": false, "period_bad": 7, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T21:27:22.792-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 86.3, "bad": true, "baseline_ms": 18.450000000000003, "trigger": false, "period_bad": 8, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T21:27:23.703-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 926} +{"time": "2026-09-28T21:27:25.511-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212723_703214.txt", "spike_captured": true, "spike_limit_ms": 58.45, "spike_probe_count": 4, "peak_probe_ms": 95.719, "sustained_jump_found": false, "incident_id": null, "attempt": 926} +{"time": "2026-09-28T21:27:27.703-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 927} +{"time": "2026-09-28T21:27:28.776-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 69.1, "bad": true, "baseline_ms": 18.6, "trigger": false, "period_bad": 9, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T21:27:30.314-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212727_703606.txt", "spike_captured": true, "spike_limit_ms": 58.6, "spike_probe_count": 5, "peak_probe_ms": 204.827, "sustained_jump_found": false, "incident_id": null, "attempt": 927} +{"time": "2026-09-28T21:27:31.782-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 74.8, "bad": true, "baseline_ms": 18.700000000000003, "trigger": false, "period_bad": 10, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T21:27:32.704-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 928} +{"time": "2026-09-28T21:27:32.864-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 153.0, "bad": true, "baseline_ms": 18.700000000000003, "trigger": false, "period_bad": 11, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T21:27:35.116-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212732_704861.txt", "spike_captured": true, "spike_limit_ms": 58.7, "spike_probe_count": 8, "peak_probe_ms": 148.749, "sustained_jump_found": false, "incident_id": null, "attempt": 928} +{"time": "2026-09-28T21:27:36.770-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 61.7, "bad": true, "baseline_ms": 18.8, "trigger": false, "period_bad": 12, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T21:27:37.706-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 929} +{"time": "2026-09-28T21:27:38.915-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212737_706050.txt", "spike_captured": true, "spike_limit_ms": 58.8, "spike_probe_count": 3, "peak_probe_ms": 83.824, "sustained_jump_found": false, "incident_id": null, "attempt": 929} +{"time": "2026-09-28T21:27:39.783-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 73.3, "bad": true, "baseline_ms": 19.4, "trigger": false, "period_bad": 13, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T21:27:40.789-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 79.4, "bad": true, "baseline_ms": 19.4, "trigger": false, "period_bad": 14, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T21:27:41.707-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 930} +{"time": "2026-09-28T21:27:41.865-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 153.0, "bad": true, "baseline_ms": 19.4, "trigger": false, "period_bad": 15, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T21:27:42.979-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 269.0, "bad": true, "baseline_ms": 19.4, "trigger": false, "period_bad": 16, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T21:27:45.919-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212741_707124.txt", "spike_captured": true, "spike_limit_ms": 59.4, "spike_probe_count": 9, "peak_probe_ms": 425.767, "sustained_jump_found": false, "incident_id": null, "attempt": 930} +{"time": "2026-09-28T21:27:48.708-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 931} +{"time": "2026-09-28T21:27:50.517-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212748_708800.txt", "spike_captured": true, "spike_limit_ms": 59.9, "spike_probe_count": 4, "peak_probe_ms": 418.95, "sustained_jump_found": false, "incident_id": null, "attempt": 931} +{"time": "2026-09-28T21:27:52.709-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 932} +{"time": "2026-09-28T21:27:53.714-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 73.65, "spike_probe_count": 0, "peak_probe_ms": 36.799, "sustained_jump_found": false, "incident_id": null, "attempt": 932} +{"time": "2026-09-28T21:27:53.729-05:00", "event": "period_complete", "bad_count": 16, "streak": 5} +{"time": "2026-09-28T21:27:56.710-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 933} +{"time": "2026-09-28T21:27:58.919-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212756_710587.txt", "spike_captured": true, "spike_limit_ms": 72.0, "spike_probe_count": 2, "peak_probe_ms": 161.055, "sustained_jump_found": false, "incident_id": null, "attempt": 933} +{"time": "2026-09-28T21:28:01.711-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 934} +{"time": "2026-09-28T21:28:02.716-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 72.0, "spike_probe_count": 0, "peak_probe_ms": 39.937, "sustained_jump_found": false, "incident_id": null, "attempt": 934} +{"time": "2026-09-28T21:28:05.712-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 935} +{"time": "2026-09-28T21:28:06.920-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 74.1, "spike_probe_count": 0, "peak_probe_ms": 53.805, "sustained_jump_found": false, "incident_id": null, "attempt": 935} +{"time": "2026-09-28T21:28:09.714-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 936} +{"time": "2026-09-28T21:28:10.718-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212809_713943.txt", "spike_captured": true, "spike_limit_ms": 75.30000000000001, "spike_probe_count": 1, "peak_probe_ms": 87.639, "sustained_jump_found": false, "incident_id": null, "attempt": 936} +{"time": "2026-09-28T21:28:13.714-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 937} +{"time": "2026-09-28T21:28:15.720-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 76.19999999999999, "spike_probe_count": 0, "peak_probe_ms": 47.93, "sustained_jump_found": false, "incident_id": null, "attempt": 937} +{"time": "2026-09-28T21:28:18.716-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 938} +{"time": "2026-09-28T21:28:19.721-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212818_716154.txt", "spike_captured": true, "spike_limit_ms": 65.69999999999999, "spike_probe_count": 1, "peak_probe_ms": 83.68, "sustained_jump_found": false, "incident_id": null, "attempt": 938} +{"time": "2026-09-28T21:28:22.717-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 939} +{"time": "2026-09-28T21:28:24.724-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 60.900000000000006, "spike_probe_count": 0, "peak_probe_ms": 39.809, "sustained_jump_found": false, "incident_id": null, "attempt": 939} +{"time": "2026-09-28T21:28:25.852-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 131.0, "bad": true, "baseline_ms": 19.65, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 5} +{"time": "2026-09-28T21:28:27.718-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 940} +{"time": "2026-09-28T21:28:29.126-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 59.65, "spike_probe_count": 0, "peak_probe_ms": 41.071, "sustained_jump_found": false, "incident_id": null, "attempt": 940} +{"time": "2026-09-28T21:28:31.719-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 941} +{"time": "2026-09-28T21:28:34.726-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212831_719446.txt", "spike_captured": true, "spike_limit_ms": 59.65, "spike_probe_count": 3, "peak_probe_ms": 96.719, "sustained_jump_found": false, "incident_id": null, "attempt": 941} +{"time": "2026-09-28T21:28:37.721-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 942} +{"time": "2026-09-28T21:28:39.930-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212837_720977.txt", "spike_captured": true, "spike_limit_ms": 58.85, "spike_probe_count": 7, "peak_probe_ms": 401.761, "sustained_jump_found": false, "incident_id": null, "attempt": 942} +{"time": "2026-09-28T21:28:42.722-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 943} +{"time": "2026-09-28T21:28:44.931-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212842_722201.txt", "spike_captured": true, "spike_limit_ms": 58.6, "spike_probe_count": 3, "peak_probe_ms": 82.818, "sustained_jump_found": false, "incident_id": null, "attempt": 943} +{"time": "2026-09-28T21:28:47.723-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 944} +{"time": "2026-09-28T21:28:49.932-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.8, "spike_probe_count": 0, "peak_probe_ms": 54.8, "sustained_jump_found": false, "incident_id": null, "attempt": 944} +{"time": "2026-09-28T21:28:52.724-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 945} +{"time": "2026-09-28T21:28:53.746-05:00", "event": "period_complete", "bad_count": 1, "streak": 0} +{"time": "2026-09-28T21:28:54.334-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212852_724553.txt", "spike_captured": true, "spike_limit_ms": 57.5, "spike_probe_count": 4, "peak_probe_ms": 86.795, "sustained_jump_found": false, "incident_id": null, "attempt": 945} +{"time": "2026-09-28T21:28:56.725-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 946} +{"time": "2026-09-28T21:28:58.733-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.55, "spike_probe_count": 0, "peak_probe_ms": 34.838, "sustained_jump_found": false, "incident_id": null, "attempt": 946} +{"time": "2026-09-28T21:28:59.792-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 62.4, "bad": true, "baseline_ms": 17.5, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:29:01.727-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 947} +{"time": "2026-09-28T21:29:02.533-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.5, "spike_probe_count": 0, "peak_probe_ms": 34.486, "sustained_jump_found": false, "incident_id": null, "attempt": 947} +{"time": "2026-09-28T21:29:04.727-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 948} +{"time": "2026-09-28T21:29:05.732-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.5, "spike_probe_count": 0, "peak_probe_ms": 53.751, "sustained_jump_found": false, "incident_id": null, "attempt": 948} +{"time": "2026-09-28T21:29:08.728-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 949} +{"time": "2026-09-28T21:29:09.937-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212908_728638.txt", "spike_captured": true, "spike_limit_ms": 57.55, "spike_probe_count": 3, "peak_probe_ms": 71.725, "sustained_jump_found": false, "incident_id": null, "attempt": 949} +{"time": "2026-09-28T21:29:12.729-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 950} +{"time": "2026-09-28T21:29:13.938-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212912_729624.txt", "spike_captured": true, "spike_limit_ms": 57.9, "spike_probe_count": 2, "peak_probe_ms": 65.809, "sustained_jump_found": false, "incident_id": null, "attempt": 950} +{"time": "2026-09-28T21:29:16.730-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 951} +{"time": "2026-09-28T21:29:17.736-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.95, "spike_probe_count": 0, "peak_probe_ms": 38.741, "sustained_jump_found": false, "incident_id": null, "attempt": 951} +{"time": "2026-09-28T21:29:20.731-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 952} +{"time": "2026-09-28T21:29:22.140-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.95, "spike_probe_count": 0, "peak_probe_ms": 41.995, "sustained_jump_found": false, "incident_id": null, "attempt": 952} +{"time": "2026-09-28T21:29:24.732-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 953} +{"time": "2026-09-28T21:29:26.141-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.3, "spike_probe_count": 0, "peak_probe_ms": 54.709, "sustained_jump_found": false, "incident_id": null, "attempt": 953} +{"time": "2026-09-28T21:29:28.733-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 954} +{"time": "2026-09-28T21:29:30.942-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.35, "spike_probe_count": 0, "peak_probe_ms": 39.269, "sustained_jump_found": false, "incident_id": null, "attempt": 954} +{"time": "2026-09-28T21:29:33.735-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 955} +{"time": "2026-09-28T21:29:35.544-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.25, "spike_probe_count": 0, "peak_probe_ms": 33.63, "sustained_jump_found": false, "incident_id": null, "attempt": 955} +{"time": "2026-09-28T21:29:37.736-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 956} +{"time": "2026-09-28T21:29:39.144-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.1, "spike_probe_count": 0, "peak_probe_ms": 45.977, "sustained_jump_found": false, "incident_id": null, "attempt": 956} +{"time": "2026-09-28T21:29:41.736-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 957} +{"time": "2026-09-28T21:29:42.743-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.9, "spike_probe_count": 0, "peak_probe_ms": 44.646, "sustained_jump_found": false, "incident_id": null, "attempt": 957} +{"time": "2026-09-28T21:29:45.737-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 958} +{"time": "2026-09-28T21:29:46.545-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.7, "spike_probe_count": 0, "peak_probe_ms": 23.837, "sustained_jump_found": false, "incident_id": null, "attempt": 958} +{"time": "2026-09-28T21:29:48.739-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 959} +{"time": "2026-09-28T21:29:50.346-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212948_739007.txt", "spike_captured": true, "spike_limit_ms": 57.65, "spike_probe_count": 1, "peak_probe_ms": 170.525, "sustained_jump_found": false, "incident_id": null, "attempt": 959} +{"time": "2026-09-28T21:29:52.739-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 960} +{"time": "2026-09-28T21:29:53.745-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212952_739465.txt", "spike_captured": true, "spike_limit_ms": 57.7, "spike_probe_count": 1, "peak_probe_ms": 65.463, "sustained_jump_found": false, "incident_id": null, "attempt": 960} +{"time": "2026-09-28T21:29:53.770-05:00", "event": "period_complete", "bad_count": 1, "streak": 0} +{"time": "2026-09-28T21:29:56.740-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 961} +{"time": "2026-09-28T21:29:57.745-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.6, "spike_probe_count": 0, "peak_probe_ms": 33.614, "sustained_jump_found": false, "incident_id": null, "attempt": 961} +{"time": "2026-09-28T21:29:58.805-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 61.2, "bad": true, "baseline_ms": 17.5, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:30:00.741-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 962} +{"time": "2026-09-28T21:30:01.026-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 280.0, "bad": true, "baseline_ms": 17.65, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:30:02.998-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 252.0, "bad": true, "baseline_ms": 17.65, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:30:03.750-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213000_741406.txt", "spike_captured": true, "spike_limit_ms": 57.65, "spike_probe_count": 10, "peak_probe_ms": 275.918, "sustained_jump_found": false, "incident_id": null, "attempt": 962} +{"time": "2026-09-28T21:30:04.818-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 72.5, "bad": true, "baseline_ms": 17.7, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:30:05.819-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 73.5, "bad": true, "baseline_ms": 17.7, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:30:06.742-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 963} +{"time": "2026-09-28T21:30:08.748-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213006_742622.txt", "spike_captured": true, "spike_limit_ms": 57.7, "spike_probe_count": 5, "peak_probe_ms": 420.893, "sustained_jump_found": false, "incident_id": null, "attempt": 963} +{"time": "2026-09-28T21:30:11.744-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 964} +{"time": "2026-09-28T21:30:13.151-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.65, "spike_probe_count": 0, "peak_probe_ms": 36.766, "sustained_jump_found": false, "incident_id": null, "attempt": 964} +{"time": "2026-09-28T21:30:15.745-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 965} +{"time": "2026-09-28T21:30:17.152-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.35, "spike_probe_count": 0, "peak_probe_ms": 31.6, "sustained_jump_found": false, "incident_id": null, "attempt": 965} +{"time": "2026-09-28T21:30:19.746-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 966} +{"time": "2026-09-28T21:30:20.751-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213019_745984.txt", "spike_captured": true, "spike_limit_ms": 57.2, "spike_probe_count": 1, "peak_probe_ms": 88.644, "sustained_jump_found": false, "incident_id": null, "attempt": 966} +{"time": "2026-09-28T21:30:23.747-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 967} +{"time": "2026-09-28T21:30:24.752-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213023_746963.txt", "spike_captured": true, "spike_limit_ms": 57.25, "spike_probe_count": 1, "peak_probe_ms": 63.583, "sustained_jump_found": false, "incident_id": null, "attempt": 967} +{"time": "2026-09-28T21:30:27.748-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 968} +{"time": "2026-09-28T21:30:29.156-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213027_748020.txt", "spike_captured": true, "spike_limit_ms": 57.15, "spike_probe_count": 2, "peak_probe_ms": 198.918, "sustained_jump_found": false, "incident_id": null, "attempt": 968} +{"time": "2026-09-28T21:30:31.749-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 969} +{"time": "2026-09-28T21:30:32.753-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.3, "spike_probe_count": 0, "peak_probe_ms": 50.528, "sustained_jump_found": false, "incident_id": null, "attempt": 969} +{"time": "2026-09-28T21:30:35.750-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 970} +{"time": "2026-09-28T21:30:36.755-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.25, "spike_probe_count": 0, "peak_probe_ms": 41.774, "sustained_jump_found": false, "incident_id": null, "attempt": 970} +{"time": "2026-09-28T21:30:39.750-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 971} +{"time": "2026-09-28T21:30:41.159-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213039_750863.txt", "spike_captured": true, "spike_limit_ms": 57.25, "spike_probe_count": 1, "peak_probe_ms": 60.6, "sustained_jump_found": false, "incident_id": null, "attempt": 971} +{"time": "2026-09-28T21:30:43.752-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 972} +{"time": "2026-09-28T21:30:44.960-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213043_751965.txt", "spike_captured": true, "spike_limit_ms": 57.3, "spike_probe_count": 2, "peak_probe_ms": 75.764, "sustained_jump_found": false, "incident_id": null, "attempt": 972} +{"time": "2026-09-28T21:30:47.752-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 973} +{"time": "2026-09-28T21:30:48.560-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.3, "spike_probe_count": 0, "peak_probe_ms": 34.708, "sustained_jump_found": false, "incident_id": null, "attempt": 973} +{"time": "2026-09-28T21:30:50.753-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 974} +{"time": "2026-09-28T21:30:51.561-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.3, "spike_probe_count": 0, "peak_probe_ms": 37.834, "sustained_jump_found": false, "incident_id": null, "attempt": 974} +{"time": "2026-09-28T21:30:53.754-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 975} +{"time": "2026-09-28T21:30:53.775-05:00", "event": "period_complete", "bad_count": 5, "streak": 1} +{"time": "2026-09-28T21:30:54.759-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.3, "spike_probe_count": 0, "peak_probe_ms": 53.702, "sustained_jump_found": false, "incident_id": null, "attempt": 975} +{"time": "2026-09-28T21:30:57.755-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 976} +{"time": "2026-09-28T21:30:58.563-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.3, "spike_probe_count": 0, "peak_probe_ms": 25.668, "sustained_jump_found": false, "incident_id": null, "attempt": 976} +{"time": "2026-09-28T21:31:00.756-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 977} +{"time": "2026-09-28T21:31:01.760-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.3, "spike_probe_count": 0, "peak_probe_ms": 26.829, "sustained_jump_found": false, "incident_id": null, "attempt": 977} +{"time": "2026-09-28T21:31:04.757-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 978} +{"time": "2026-09-28T21:31:05.762-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.15, "spike_probe_count": 0, "peak_probe_ms": 32.687, "sustained_jump_found": false, "incident_id": null, "attempt": 978} +{"time": "2026-09-28T21:31:08.758-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 979} +{"time": "2026-09-28T21:31:09.966-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213108_758160.txt", "spike_captured": true, "spike_limit_ms": 57.0, "spike_probe_count": 2, "peak_probe_ms": 147.886, "sustained_jump_found": false, "incident_id": null, "attempt": 979} +{"time": "2026-09-28T21:31:12.759-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 980} +{"time": "2026-09-28T21:31:13.764-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.15, "spike_probe_count": 0, "peak_probe_ms": 34.735, "sustained_jump_found": false, "incident_id": null, "attempt": 980} +{"time": "2026-09-28T21:31:16.760-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 981} +{"time": "2026-09-28T21:31:17.567-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.15, "spike_probe_count": 0, "peak_probe_ms": 39.082, "sustained_jump_found": false, "incident_id": null, "attempt": 981} +{"time": "2026-09-28T21:31:19.761-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 982} +{"time": "2026-09-28T21:31:20.568-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.05, "spike_probe_count": 0, "peak_probe_ms": 34.758, "sustained_jump_found": false, "incident_id": null, "attempt": 982} +{"time": "2026-09-28T21:31:22.761-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 983} +{"time": "2026-09-28T21:31:23.568-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.05, "spike_probe_count": 0, "peak_probe_ms": 24.947, "sustained_jump_found": false, "incident_id": null, "attempt": 983} +{"time": "2026-09-28T21:31:25.762-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 984} +{"time": "2026-09-28T21:31:26.570-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 25.778, "sustained_jump_found": false, "incident_id": null, "attempt": 984} +{"time": "2026-09-28T21:31:28.763-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 985} +{"time": "2026-09-28T21:31:29.768-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213128_763220.txt", "spike_captured": true, "spike_limit_ms": 57.0, "spike_probe_count": 2, "peak_probe_ms": 100.796, "sustained_jump_found": false, "incident_id": null, "attempt": 985} +{"time": "2026-09-28T21:31:32.764-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 986} +{"time": "2026-09-28T21:31:33.571-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.95, "spike_probe_count": 0, "peak_probe_ms": 25.992, "sustained_jump_found": false, "incident_id": null, "attempt": 986} +{"time": "2026-09-28T21:31:35.765-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 987} +{"time": "2026-09-28T21:31:36.572-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 29.612, "sustained_jump_found": false, "incident_id": null, "attempt": 987} +{"time": "2026-09-28T21:31:38.765-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 988} +{"time": "2026-09-28T21:31:39.573-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.8, "spike_probe_count": 0, "peak_probe_ms": 27.463, "sustained_jump_found": false, "incident_id": null, "attempt": 988} +{"time": "2026-09-28T21:31:41.766-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 989} +{"time": "2026-09-28T21:31:42.770-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.75, "spike_probe_count": 0, "peak_probe_ms": 53.601, "sustained_jump_found": false, "incident_id": null, "attempt": 989} +{"time": "2026-09-28T21:31:45.767-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 990} +{"time": "2026-09-28T21:31:46.771-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.7, "spike_probe_count": 0, "peak_probe_ms": 36.852, "sustained_jump_found": false, "incident_id": null, "attempt": 990} +{"time": "2026-09-28T21:31:49.768-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 991} +{"time": "2026-09-28T21:31:50.773-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213149_768427.txt", "spike_captured": true, "spike_limit_ms": 56.75, "spike_probe_count": 1, "peak_probe_ms": 69.68, "sustained_jump_found": false, "incident_id": null, "attempt": 991} +{"time": "2026-09-28T21:31:53.769-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 992} +{"time": "2026-09-28T21:31:53.793-05:00", "event": "period_complete", "bad_count": 0, "streak": 0} +{"time": "2026-09-28T21:31:54.978-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213153_769453.txt", "spike_captured": true, "spike_limit_ms": 56.8, "spike_probe_count": 1, "peak_probe_ms": 102.81, "sustained_jump_found": false, "incident_id": null, "attempt": 992} +{"time": "2026-09-28T21:31:57.770-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 993} +{"time": "2026-09-28T21:31:58.577-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.8, "spike_probe_count": 0, "peak_probe_ms": 55.836, "sustained_jump_found": false, "incident_id": null, "attempt": 993} +{"time": "2026-09-28T21:32:00.771-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 994} +{"time": "2026-09-28T21:32:01.578-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.8, "spike_probe_count": 0, "peak_probe_ms": 25.751, "sustained_jump_found": false, "incident_id": null, "attempt": 994} +{"time": "2026-09-28T21:32:03.772-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 995} +{"time": "2026-09-28T21:32:04.579-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213203_771965.txt", "spike_captured": true, "spike_limit_ms": 56.7, "spike_probe_count": 1, "peak_probe_ms": 101.738, "sustained_jump_found": false, "incident_id": null, "attempt": 995} +{"time": "2026-09-28T21:32:06.772-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 996} +{"time": "2026-09-28T21:32:07.777-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.8, "spike_probe_count": 0, "peak_probe_ms": 28.587, "sustained_jump_found": false, "incident_id": null, "attempt": 996} +{"time": "2026-09-28T21:32:10.773-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 997} +{"time": "2026-09-28T21:32:11.779-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213210_773779.txt", "spike_captured": true, "spike_limit_ms": 56.65, "spike_probe_count": 2, "peak_probe_ms": 68.756, "sustained_jump_found": false, "incident_id": null, "attempt": 997} +{"time": "2026-09-28T21:32:14.774-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 998} +{"time": "2026-09-28T21:32:15.779-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.7, "spike_probe_count": 0, "peak_probe_ms": 42.732, "sustained_jump_found": false, "incident_id": null, "attempt": 998} +{"time": "2026-09-28T21:32:18.775-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 999} +{"time": "2026-09-28T21:32:19.983-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213218_775668.txt", "spike_captured": true, "spike_limit_ms": 56.85, "spike_probe_count": 1, "peak_probe_ms": 213.747, "sustained_jump_found": false, "incident_id": null, "attempt": 999} +{"time": "2026-09-28T21:32:22.776-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1000} +{"time": "2026-09-28T21:32:23.781-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 50.694, "sustained_jump_found": false, "incident_id": null, "attempt": 1000} +{"time": "2026-09-28T21:32:25.865-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 83.4, "bad": true, "baseline_ms": 17.0, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:32:26.777-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1001} +{"time": "2026-09-28T21:32:27.585-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 37.028, "sustained_jump_found": false, "incident_id": null, "attempt": 1001} +{"time": "2026-09-28T21:32:29.778-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1002} +{"time": "2026-09-28T21:32:30.586-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 37.901, "sustained_jump_found": false, "incident_id": null, "attempt": 1002} +{"time": "2026-09-28T21:32:32.779-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1003} +{"time": "2026-09-28T21:32:33.586-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 30.819, "sustained_jump_found": false, "incident_id": null, "attempt": 1003} +{"time": "2026-09-28T21:32:35.780-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1004} +{"time": "2026-09-28T21:32:36.785-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.15, "spike_probe_count": 0, "peak_probe_ms": 32.678, "sustained_jump_found": false, "incident_id": null, "attempt": 1004} +{"time": "2026-09-28T21:32:39.781-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1005} +{"time": "2026-09-28T21:32:40.785-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.15, "spike_probe_count": 0, "peak_probe_ms": 42.596, "sustained_jump_found": false, "incident_id": null, "attempt": 1005} +{"time": "2026-09-28T21:32:43.782-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1006} +{"time": "2026-09-28T21:32:44.786-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213243_781882.txt", "spike_captured": true, "spike_limit_ms": 57.2, "spike_probe_count": 1, "peak_probe_ms": 73.768, "sustained_jump_found": false, "incident_id": null, "attempt": 1006} +{"time": "2026-09-28T21:32:47.783-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1007} +{"time": "2026-09-28T21:32:49.191-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 26.702, "sustained_jump_found": false, "incident_id": null, "attempt": 1007} +{"time": "2026-09-28T21:32:51.783-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1008} +{"time": "2026-09-28T21:32:52.789-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.15, "spike_probe_count": 0, "peak_probe_ms": 21.703, "sustained_jump_found": false, "incident_id": null, "attempt": 1008} +{"time": "2026-09-28T21:32:53.803-05:00", "event": "period_complete", "bad_count": 1, "streak": 0} +{"time": "2026-09-28T21:32:55.784-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1009} +{"time": "2026-09-28T21:32:56.592-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.1, "spike_probe_count": 0, "peak_probe_ms": 27.736, "sustained_jump_found": false, "incident_id": null, "attempt": 1009} +{"time": "2026-09-28T21:32:58.785-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1010} +{"time": "2026-09-28T21:33:00.393-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213258_785615.txt", "spike_captured": true, "spike_limit_ms": 57.15, "spike_probe_count": 2, "peak_probe_ms": 96.963, "sustained_jump_found": false, "incident_id": null, "attempt": 1010} +{"time": "2026-09-28T21:33:02.786-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1011} +{"time": "2026-09-28T21:33:03.593-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.25, "spike_probe_count": 0, "peak_probe_ms": 55.841, "sustained_jump_found": false, "incident_id": null, "attempt": 1011} +{"time": "2026-09-28T21:33:05.787-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1012} +{"time": "2026-09-28T21:33:06.594-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.25, "spike_probe_count": 0, "peak_probe_ms": 40.662, "sustained_jump_found": false, "incident_id": null, "attempt": 1012} +{"time": "2026-09-28T21:33:08.789-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1013} +{"time": "2026-09-28T21:33:09.996-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.15, "spike_probe_count": 0, "peak_probe_ms": 39.838, "sustained_jump_found": false, "incident_id": null, "attempt": 1013} +{"time": "2026-09-28T21:33:12.789-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1014} +{"time": "2026-09-28T21:33:13.793-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 27.593, "sustained_jump_found": false, "incident_id": null, "attempt": 1014} +{"time": "2026-09-28T21:33:16.790-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1015} +{"time": "2026-09-28T21:33:17.795-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.15, "spike_probe_count": 0, "peak_probe_ms": 38.755, "sustained_jump_found": false, "incident_id": null, "attempt": 1015} +{"time": "2026-09-28T21:33:20.791-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1016} +{"time": "2026-09-28T21:33:21.598-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.7, "spike_probe_count": 0, "peak_probe_ms": 31.685, "sustained_jump_found": false, "incident_id": null, "attempt": 1016} +{"time": "2026-09-28T21:33:23.791-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1017} +{"time": "2026-09-28T21:33:24.796-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.7, "spike_probe_count": 0, "peak_probe_ms": 29.882, "sustained_jump_found": false, "incident_id": null, "attempt": 1017} +{"time": "2026-09-28T21:33:27.792-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1018} +{"time": "2026-09-28T21:33:29.001-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.6, "spike_probe_count": 0, "peak_probe_ms": 31.697, "sustained_jump_found": false, "incident_id": null, "attempt": 1018} +{"time": "2026-09-28T21:33:31.793-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1019} +{"time": "2026-09-28T21:33:32.799-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.6, "spike_probe_count": 0, "peak_probe_ms": 48.69, "sustained_jump_found": false, "incident_id": null, "attempt": 1019} +{"time": "2026-09-28T21:33:35.794-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1020} +{"time": "2026-09-28T21:33:36.601-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.6, "spike_probe_count": 0, "peak_probe_ms": 28.74, "sustained_jump_found": false, "incident_id": null, "attempt": 1020} +{"time": "2026-09-28T21:33:38.795-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1021} +{"time": "2026-09-28T21:33:39.800-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.6, "spike_probe_count": 0, "peak_probe_ms": 25.018, "sustained_jump_found": false, "incident_id": null, "attempt": 1021} +{"time": "2026-09-28T21:33:42.797-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1022} +{"time": "2026-09-28T21:33:43.603-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213342_797007.txt", "spike_captured": true, "spike_limit_ms": 56.6, "spike_probe_count": 1, "peak_probe_ms": 75.601, "sustained_jump_found": false, "incident_id": null, "attempt": 1022} +{"time": "2026-09-28T21:33:45.797-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1023} +{"time": "2026-09-28T21:33:46.604-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213345_797237.txt", "spike_captured": true, "spike_limit_ms": 56.6, "spike_probe_count": 1, "peak_probe_ms": 60.732, "sustained_jump_found": false, "incident_id": null, "attempt": 1023} +{"time": "2026-09-28T21:33:48.798-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1024} +{"time": "2026-09-28T21:33:49.802-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.6, "spike_probe_count": 0, "peak_probe_ms": 49.786, "sustained_jump_found": false, "incident_id": null, "attempt": 1024} +{"time": "2026-09-28T21:33:52.799-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1025} +{"time": "2026-09-28T21:33:52.830-05:00", "event": "period_complete", "bad_count": 0, "streak": 0} +{"time": "2026-09-28T21:33:54.007-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213352_798961.txt", "spike_captured": true, "spike_limit_ms": 56.7, "spike_probe_count": 1, "peak_probe_ms": 73.78, "sustained_jump_found": false, "incident_id": null, "attempt": 1025} +{"time": "2026-09-28T21:33:56.800-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1026} +{"time": "2026-09-28T21:33:57.804-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.8, "spike_probe_count": 0, "peak_probe_ms": 55.154, "sustained_jump_found": false, "incident_id": null, "attempt": 1026} +{"time": "2026-09-28T21:34:00.800-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1027} +{"time": "2026-09-28T21:34:02.209-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213400_800803.txt", "spike_captured": true, "spike_limit_ms": 56.8, "spike_probe_count": 4, "peak_probe_ms": 123.692, "sustained_jump_found": false, "incident_id": null, "attempt": 1027} +{"time": "2026-09-28T21:34:04.801-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1028} +{"time": "2026-09-28T21:34:05.807-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.8, "spike_probe_count": 0, "peak_probe_ms": 34.019, "sustained_jump_found": false, "incident_id": null, "attempt": 1028} +{"time": "2026-09-28T21:34:06.879-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 73.4, "bad": true, "baseline_ms": 16.9, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:34:08.802-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1029} +{"time": "2026-09-28T21:34:09.610-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.95, "spike_probe_count": 0, "peak_probe_ms": 40.691, "sustained_jump_found": false, "incident_id": null, "attempt": 1029} +{"time": "2026-09-28T21:34:11.803-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1030} +{"time": "2026-09-28T21:34:13.012-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.95, "spike_probe_count": 0, "peak_probe_ms": 48.934, "sustained_jump_found": false, "incident_id": null, "attempt": 1030} +{"time": "2026-09-28T21:34:15.804-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1031} +{"time": "2026-09-28T21:34:17.413-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213415_804479.txt", "spike_captured": true, "spike_limit_ms": 57.0, "spike_probe_count": 3, "peak_probe_ms": 109.906, "sustained_jump_found": false, "incident_id": null, "attempt": 1031} +{"time": "2026-09-28T21:34:17.867-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 59.1, "bad": true, "baseline_ms": 17.05, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:34:19.805-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1032} +{"time": "2026-09-28T21:34:21.012-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213419_805499.txt", "spike_captured": true, "spike_limit_ms": 57.15, "spike_probe_count": 2, "peak_probe_ms": 123.794, "sustained_jump_found": false, "incident_id": null, "attempt": 1032} +{"time": "2026-09-28T21:34:23.806-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1033} +{"time": "2026-09-28T21:34:23.876-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 65.3, "bad": true, "baseline_ms": 17.3, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:34:25.017-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213423_806513.txt", "spike_captured": true, "spike_limit_ms": 57.3, "spike_probe_count": 3, "peak_probe_ms": 99.743, "sustained_jump_found": false, "incident_id": null, "attempt": 1033} +{"time": "2026-09-28T21:34:27.807-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1034} +{"time": "2026-09-28T21:34:28.615-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.35, "spike_probe_count": 0, "peak_probe_ms": 31.675, "sustained_jump_found": false, "incident_id": null, "attempt": 1034} +{"time": "2026-09-28T21:34:30.808-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1035} +{"time": "2026-09-28T21:34:31.813-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.3, "spike_probe_count": 0, "peak_probe_ms": 49.684, "sustained_jump_found": false, "incident_id": null, "attempt": 1035} +{"time": "2026-09-28T21:34:32.870-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 58.0, "bad": true, "baseline_ms": 17.3, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:34:34.809-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1036} +{"time": "2026-09-28T21:34:34.917-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 104.0, "bad": true, "baseline_ms": 17.35, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:34:36.019-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213434_809099.txt", "spike_captured": true, "spike_limit_ms": 57.35, "spike_probe_count": 2, "peak_probe_ms": 99.855, "sustained_jump_found": false, "incident_id": null, "attempt": 1036} +{"time": "2026-09-28T21:34:38.810-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1037} +{"time": "2026-09-28T21:34:39.815-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213438_810120.txt", "spike_captured": true, "spike_limit_ms": 57.45, "spike_probe_count": 1, "peak_probe_ms": 93.785, "sustained_jump_found": false, "incident_id": null, "attempt": 1037} +{"time": "2026-09-28T21:34:42.811-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1038} +{"time": "2026-09-28T21:34:44.020-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213442_811090.txt", "spike_captured": true, "spike_limit_ms": 57.6, "spike_probe_count": 1, "peak_probe_ms": 75.753, "sustained_jump_found": false, "incident_id": null, "attempt": 1038} +{"time": "2026-09-28T21:34:46.812-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1039} +{"time": "2026-09-28T21:34:47.817-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.65, "spike_probe_count": 0, "peak_probe_ms": 30.535, "sustained_jump_found": false, "incident_id": null, "attempt": 1039} +{"time": "2026-09-28T21:34:48.895-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 79.0, "bad": true, "baseline_ms": 17.55, "trigger": false, "period_bad": 6, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:34:50.813-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1040} +{"time": "2026-09-28T21:34:51.818-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.55, "spike_probe_count": 0, "peak_probe_ms": 38.131, "sustained_jump_found": false, "incident_id": null, "attempt": 1040} +{"time": "2026-09-28T21:34:52.833-05:00", "event": "period_complete", "bad_count": 6, "streak": 1} +{"time": "2026-09-28T21:34:54.814-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1041} +{"time": "2026-09-28T21:34:56.022-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.55, "spike_probe_count": 0, "peak_probe_ms": 48.85, "sustained_jump_found": false, "incident_id": null, "attempt": 1041} +{"time": "2026-09-28T21:34:58.815-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1042} +{"time": "2026-09-28T21:35:01.822-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213458_815115.txt", "spike_captured": true, "spike_limit_ms": 57.6, "spike_probe_count": 8, "peak_probe_ms": 337.977, "sustained_jump_found": false, "incident_id": null, "attempt": 1042} +{"time": "2026-09-28T21:35:04.817-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1043} +{"time": "2026-09-28T21:35:04.907-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 87.7, "bad": true, "baseline_ms": 17.95, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T21:35:06.929-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 109.0, "bad": true, "baseline_ms": 17.95, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T21:35:07.426-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213504_817019.txt", "spike_captured": true, "spike_limit_ms": 57.95, "spike_probe_count": 9, "peak_probe_ms": 355.664, "sustained_jump_found": false, "incident_id": null, "attempt": 1043} +{"time": "2026-09-28T21:35:09.817-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1044} +{"time": "2026-09-28T21:35:11.025-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213509_817608.txt", "spike_captured": true, "spike_limit_ms": 58.25, "spike_probe_count": 3, "peak_probe_ms": 180.482, "sustained_jump_found": false, "incident_id": null, "attempt": 1044} +{"time": "2026-09-28T21:35:13.818-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1045} +{"time": "2026-09-28T21:35:14.625-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.25, "spike_probe_count": 0, "peak_probe_ms": 36.781, "sustained_jump_found": false, "incident_id": null, "attempt": 1045} +{"time": "2026-09-28T21:35:16.819-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1046} +{"time": "2026-09-28T21:35:18.027-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.45, "spike_probe_count": 0, "peak_probe_ms": 56.666, "sustained_jump_found": false, "incident_id": null, "attempt": 1046} +{"time": "2026-09-28T21:35:20.820-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1047} +{"time": "2026-09-28T21:35:21.896-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 72.6, "bad": true, "baseline_ms": 18.25, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T21:35:22.629-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213520_820342.txt", "spike_captured": true, "spike_limit_ms": 58.25, "spike_probe_count": 7, "peak_probe_ms": 102.864, "sustained_jump_found": false, "incident_id": null, "attempt": 1047} +{"time": "2026-09-28T21:35:24.821-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1048} +{"time": "2026-09-28T21:35:26.430-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213524_821330.txt", "spike_captured": true, "spike_limit_ms": 58.25, "spike_probe_count": 3, "peak_probe_ms": 272.776, "sustained_jump_found": false, "incident_id": null, "attempt": 1048} +{"time": "2026-09-28T21:35:28.823-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1049} +{"time": "2026-09-28T21:35:29.826-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.45, "spike_probe_count": 0, "peak_probe_ms": 42.705, "sustained_jump_found": false, "incident_id": null, "attempt": 1049} +{"time": "2026-09-28T21:35:32.823-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1050} +{"time": "2026-09-28T21:35:33.631-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.05, "spike_probe_count": 0, "peak_probe_ms": 47.754, "sustained_jump_found": false, "incident_id": null, "attempt": 1050} +{"time": "2026-09-28T21:35:35.824-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1051} +{"time": "2026-09-28T21:35:37.632-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213535_824134.txt", "spike_captured": true, "spike_limit_ms": 58.05, "spike_probe_count": 5, "peak_probe_ms": 226.616, "sustained_jump_found": false, "incident_id": null, "attempt": 1051} +{"time": "2026-09-28T21:35:37.896-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 68.0, "bad": true, "baseline_ms": 18.6, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T21:35:39.825-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1052} +{"time": "2026-09-28T21:35:41.032-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213539_825128.txt", "spike_captured": true, "spike_limit_ms": 58.65, "spike_probe_count": 2, "peak_probe_ms": 123.893, "sustained_jump_found": false, "incident_id": null, "attempt": 1052} +{"time": "2026-09-28T21:35:42.902-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 73.1, "bad": true, "baseline_ms": 18.95, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T21:35:43.826-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1053} +{"time": "2026-09-28T21:35:44.914-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 84.9, "bad": true, "baseline_ms": 18.95, "trigger": false, "period_bad": 6, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T21:35:45.635-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213543_826153.txt", "spike_captured": true, "spike_limit_ms": 58.95, "spike_probe_count": 3, "peak_probe_ms": 135.679, "sustained_jump_found": false, "incident_id": null, "attempt": 1053} +{"time": "2026-09-28T21:35:47.827-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1054} +{"time": "2026-09-28T21:35:50.237-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213547_827170.txt", "spike_captured": true, "spike_limit_ms": 58.65, "spike_probe_count": 3, "peak_probe_ms": 96.985, "sustained_jump_found": false, "incident_id": null, "attempt": 1054} +{"time": "2026-09-28T21:35:52.828-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1055} +{"time": "2026-09-28T21:35:52.871-05:00", "event": "period_complete", "bad_count": 6, "streak": 2} +{"time": "2026-09-28T21:35:53.950-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 118.0, "bad": true, "baseline_ms": 18.4, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T21:35:54.834-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213552_828390.txt", "spike_captured": true, "spike_limit_ms": 58.25, "spike_probe_count": 7, "peak_probe_ms": 225.942, "sustained_jump_found": false, "incident_id": null, "attempt": 1055} +{"time": "2026-09-28T21:35:55.968-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 136.0, "bad": true, "baseline_ms": 18.6, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T21:35:57.829-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1056} +{"time": "2026-09-28T21:35:57.952-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 118.0, "bad": true, "baseline_ms": 18.6, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T21:35:59.039-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213557_829636.txt", "spike_captured": true, "spike_limit_ms": 58.6, "spike_probe_count": 3, "peak_probe_ms": 168.926, "sustained_jump_found": false, "incident_id": null, "attempt": 1056} +{"time": "2026-09-28T21:36:01.830-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1057} +{"time": "2026-09-28T21:36:03.837-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213601_830619.txt", "spike_captured": true, "spike_limit_ms": 58.95, "spike_probe_count": 8, "peak_probe_ms": 173.679, "sustained_jump_found": false, "incident_id": null, "attempt": 1057} +{"time": "2026-09-28T21:36:03.997-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 163.0, "bad": true, "baseline_ms": 19.25, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T21:36:06.832-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1058} +{"time": "2026-09-28T21:36:06.896-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 59.7, "bad": true, "baseline_ms": 19.35, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T21:36:08.838-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213606_831930.txt", "spike_captured": true, "spike_limit_ms": 59.35, "spike_probe_count": 7, "peak_probe_ms": 314.809, "sustained_jump_found": false, "incident_id": null, "attempt": 1058} +{"time": "2026-09-28T21:36:09.951-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 116.0, "bad": true, "baseline_ms": 19.35, "trigger": false, "period_bad": 6, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T21:36:10.917-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 80.9, "bad": true, "baseline_ms": 19.35, "trigger": false, "period_bad": 7, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T21:36:11.833-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1059} +{"time": "2026-09-28T21:36:13.040-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213611_833161.txt", "spike_captured": true, "spike_limit_ms": 59.35, "spike_probe_count": 1, "peak_probe_ms": 62.764, "sustained_jump_found": false, "incident_id": null, "attempt": 1059} +{"time": "2026-09-28T21:36:15.834-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1060} +{"time": "2026-09-28T21:36:16.838-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.75, "spike_probe_count": 0, "peak_probe_ms": 39.5, "sustained_jump_found": false, "incident_id": null, "attempt": 1060} +{"time": "2026-09-28T21:36:19.835-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1061} +{"time": "2026-09-28T21:36:20.840-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.15, "spike_probe_count": 0, "peak_probe_ms": 44.656, "sustained_jump_found": false, "incident_id": null, "attempt": 1061} +{"time": "2026-09-28T21:36:23.836-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1062} +{"time": "2026-09-28T21:36:24.643-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.25, "spike_probe_count": 0, "peak_probe_ms": 38.661, "sustained_jump_found": false, "incident_id": null, "attempt": 1062} +{"time": "2026-09-28T21:36:26.836-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1063} +{"time": "2026-09-28T21:36:27.643-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.15, "spike_probe_count": 0, "peak_probe_ms": 36.749, "sustained_jump_found": false, "incident_id": null, "attempt": 1063} +{"time": "2026-09-28T21:36:29.837-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1064} +{"time": "2026-09-28T21:36:31.045-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.15, "spike_probe_count": 0, "peak_probe_ms": 39.649, "sustained_jump_found": false, "incident_id": null, "attempt": 1064} +{"time": "2026-09-28T21:36:33.838-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1065} +{"time": "2026-09-28T21:36:34.843-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.0, "spike_probe_count": 0, "peak_probe_ms": 35.76, "sustained_jump_found": false, "incident_id": null, "attempt": 1065} +{"time": "2026-09-28T21:36:37.839-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1066} +{"time": "2026-09-28T21:36:39.248-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213637_839601.txt", "spike_captured": true, "spike_limit_ms": 57.85, "spike_probe_count": 1, "peak_probe_ms": 65.407, "sustained_jump_found": false, "incident_id": null, "attempt": 1066} +{"time": "2026-09-28T21:36:41.840-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1067} +{"time": "2026-09-28T21:36:42.846-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.85, "spike_probe_count": 0, "peak_probe_ms": 43.837, "sustained_jump_found": false, "incident_id": null, "attempt": 1067} +{"time": "2026-09-28T21:36:45.841-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1068} +{"time": "2026-09-28T21:36:47.450-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213645_841495.txt", "spike_captured": true, "spike_limit_ms": 57.75, "spike_probe_count": 6, "peak_probe_ms": 83.158, "sustained_jump_found": false, "incident_id": null, "attempt": 1068} +{"time": "2026-09-28T21:36:49.842-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1069} +{"time": "2026-09-28T21:36:50.847-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.75, "spike_probe_count": 0, "peak_probe_ms": 35.805, "sustained_jump_found": false, "incident_id": null, "attempt": 1069} +{"time": "2026-09-28T21:36:52.862-05:00", "event": "period_complete", "bad_count": 7, "streak": 3} +{"time": "2026-09-28T21:36:53.843-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1070} +{"time": "2026-09-28T21:36:54.849-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.75, "spike_probe_count": 0, "peak_probe_ms": 25.855, "sustained_jump_found": false, "incident_id": null, "attempt": 1070} +{"time": "2026-09-28T21:36:57.844-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1071} +{"time": "2026-09-28T21:36:58.652-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.85, "spike_probe_count": 0, "peak_probe_ms": 27.649, "sustained_jump_found": false, "incident_id": null, "attempt": 1071} +{"time": "2026-09-28T21:37:00.845-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1072} +{"time": "2026-09-28T21:37:00.908-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 58.9, "bad": true, "baseline_ms": 17.75, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T21:37:02.626-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 776.0, "bad": true, "baseline_ms": 17.75, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T21:37:03.053-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213700_845146.txt", "spike_captured": true, "spike_limit_ms": 57.75, "spike_probe_count": 7, "peak_probe_ms": 330.072, "sustained_jump_found": false, "incident_id": null, "attempt": 1072} +{"time": "2026-09-28T21:37:05.044-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 195.0, "bad": true, "baseline_ms": 17.7, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T21:37:05.846-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1073} +{"time": "2026-09-28T21:37:06.995-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 145.0, "bad": true, "baseline_ms": 17.7, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T21:37:07.254-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.7, "spike_probe_count": 0, "peak_probe_ms": 52.698, "sustained_jump_found": false, "incident_id": null, "attempt": 1073} +{"time": "2026-09-28T21:37:09.847-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1074} +{"time": "2026-09-28T21:37:11.054-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.7, "spike_probe_count": 0, "peak_probe_ms": 55.729, "sustained_jump_found": false, "incident_id": null, "attempt": 1074} +{"time": "2026-09-28T21:37:13.848-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1075} +{"time": "2026-09-28T21:37:14.913-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 61.8, "bad": true, "baseline_ms": 17.55, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T21:37:15.854-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213713_848297.txt", "spike_captured": true, "spike_limit_ms": 57.65, "spike_probe_count": 5, "peak_probe_ms": 287.92, "sustained_jump_found": false, "incident_id": null, "attempt": 1075} +{"time": "2026-09-28T21:37:16.023-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 171.0, "bad": true, "baseline_ms": 17.55, "trigger": false, "period_bad": 6, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T21:37:16.951-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 98.9, "bad": true, "baseline_ms": 17.55, "trigger": false, "period_bad": 7, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T21:37:18.849-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1076} +{"time": "2026-09-28T21:37:19.990-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 138.0, "bad": true, "baseline_ms": 17.65, "trigger": false, "period_bad": 8, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T21:37:21.058-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213718_849519.txt", "spike_captured": true, "spike_limit_ms": 57.65, "spike_probe_count": 7, "peak_probe_ms": 280.747, "sustained_jump_found": false, "incident_id": null, "attempt": 1076} +{"time": "2026-09-28T21:37:23.851-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1077} +{"time": "2026-09-28T21:37:25.260-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213723_850919.txt", "spike_captured": true, "spike_limit_ms": 57.65, "spike_probe_count": 2, "peak_probe_ms": 80.923, "sustained_jump_found": false, "incident_id": null, "attempt": 1077} +{"time": "2026-09-28T21:37:27.851-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1078} +{"time": "2026-09-28T21:37:28.659-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.65, "spike_probe_count": 0, "peak_probe_ms": 22.782, "sustained_jump_found": false, "incident_id": null, "attempt": 1078} +{"time": "2026-09-28T21:37:30.852-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1079} +{"time": "2026-09-28T21:37:32.261-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.65, "spike_probe_count": 0, "peak_probe_ms": 23.809, "sustained_jump_found": false, "incident_id": null, "attempt": 1079} +{"time": "2026-09-28T21:37:34.853-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1080} +{"time": "2026-09-28T21:37:35.858-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.5, "spike_probe_count": 0, "peak_probe_ms": 32.961, "sustained_jump_found": false, "incident_id": null, "attempt": 1080} +{"time": "2026-09-28T21:37:38.854-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1081} +{"time": "2026-09-28T21:37:39.858-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213738_854448.txt", "spike_captured": true, "spike_limit_ms": 57.55, "spike_probe_count": 1, "peak_probe_ms": 78.629, "sustained_jump_found": false, "incident_id": null, "attempt": 1081} +{"time": "2026-09-28T21:37:42.855-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1082} +{"time": "2026-09-28T21:37:43.860-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.65, "spike_probe_count": 0, "peak_probe_ms": 35.652, "sustained_jump_found": false, "incident_id": null, "attempt": 1082} +{"time": "2026-09-28T21:37:46.856-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1083} +{"time": "2026-09-28T21:37:47.860-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213746_856444.txt", "spike_captured": true, "spike_limit_ms": 57.6, "spike_probe_count": 1, "peak_probe_ms": 139.636, "sustained_jump_found": false, "incident_id": null, "attempt": 1083} +{"time": "2026-09-28T21:37:50.857-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1084} +{"time": "2026-09-28T21:37:50.924-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 61.9, "bad": true, "baseline_ms": 17.65, "trigger": false, "period_bad": 9, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T21:37:52.864-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213750_857428.txt", "spike_captured": true, "spike_limit_ms": 57.65, "spike_probe_count": 9, "peak_probe_ms": 129.699, "sustained_jump_found": false, "incident_id": null, "attempt": 1084} +{"time": "2026-09-28T21:37:52.878-05:00", "event": "period_complete", "bad_count": 9, "streak": 4} +{"time": "2026-09-28T21:37:53.996-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 134.0, "bad": true, "baseline_ms": 17.85, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T21:37:55.858-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1085} +{"time": "2026-09-28T21:37:57.668-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213755_858646.txt", "spike_captured": true, "spike_limit_ms": 57.85, "spike_probe_count": 6, "peak_probe_ms": 183.821, "sustained_jump_found": false, "incident_id": null, "attempt": 1085} +{"time": "2026-09-28T21:37:57.938-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 76.5, "bad": true, "baseline_ms": 17.85, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T21:37:59.859-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1086} +{"time": "2026-09-28T21:38:02.469-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213759_859639.txt", "spike_captured": true, "spike_limit_ms": 57.85, "spike_probe_count": 6, "peak_probe_ms": 410.767, "sustained_jump_found": false, "incident_id": null, "attempt": 1086} +{"time": "2026-09-28T21:38:04.860-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1087} +{"time": "2026-09-28T21:38:07.270-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213804_860817.txt", "spike_captured": true, "spike_limit_ms": 58.05, "spike_probe_count": 11, "peak_probe_ms": 307.73, "sustained_jump_found": false, "incident_id": null, "attempt": 1087} +{"time": "2026-09-28T21:38:07.934-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 69.4, "bad": true, "baseline_ms": 18.05, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T21:38:09.019-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 155.0, "bad": true, "baseline_ms": 18.05, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T21:38:09.862-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1088} +{"time": "2026-09-28T21:38:10.986-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 119.0, "bad": true, "baseline_ms": 18.05, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T21:38:11.931-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 64.6, "bad": true, "baseline_ms": 18.05, "trigger": false, "period_bad": 6, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T21:38:12.271-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213809_862037.txt", "spike_captured": true, "spike_limit_ms": 58.05, "spike_probe_count": 6, "peak_probe_ms": 450.18, "sustained_jump_found": false, "incident_id": null, "attempt": 1088} +{"time": "2026-09-28T21:38:14.863-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1089} +{"time": "2026-09-28T21:38:15.932-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 65.1, "bad": true, "baseline_ms": 18.05, "trigger": false, "period_bad": 7, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T21:38:16.938-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 71.1, "bad": true, "baseline_ms": 18.05, "trigger": false, "period_bad": 8, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T21:38:17.472-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213814_863261.txt", "spike_captured": true, "spike_limit_ms": 58.05, "spike_probe_count": 10, "peak_probe_ms": 202.587, "sustained_jump_found": false, "incident_id": null, "attempt": 1089} +{"time": "2026-09-28T21:38:19.864-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1090} +{"time": "2026-09-28T21:38:19.941-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 72.2, "bad": true, "baseline_ms": 18.15, "trigger": false, "period_bad": 9, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T21:38:21.004-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 136.0, "bad": true, "baseline_ms": 18.15, "trigger": false, "period_bad": 10, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T21:38:21.474-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213819_864619.txt", "spike_captured": true, "spike_limit_ms": 58.15, "spike_probe_count": 3, "peak_probe_ms": 111.644, "sustained_jump_found": false, "incident_id": null, "attempt": 1090} +{"time": "2026-09-28T21:38:23.865-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1091} +{"time": "2026-09-28T21:38:25.010-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 142.0, "bad": true, "baseline_ms": 18.2, "trigger": false, "period_bad": 11, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T21:38:25.872-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213823_865557.txt", "spike_captured": true, "spike_limit_ms": 58.15, "spike_probe_count": 5, "peak_probe_ms": 178.631, "sustained_jump_found": false, "incident_id": null, "attempt": 1091} +{"time": "2026-09-28T21:38:28.867-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1092} +{"time": "2026-09-28T21:38:29.081-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 210.0, "bad": true, "baseline_ms": 18.25, "trigger": false, "period_bad": 12, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T21:38:29.939-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 69.3, "bad": true, "baseline_ms": 18.25, "trigger": false, "period_bad": 13, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T21:38:30.676-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213828_867390.txt", "spike_captured": true, "spike_limit_ms": 58.25, "spike_probe_count": 6, "peak_probe_ms": 205.812, "sustained_jump_found": false, "incident_id": null, "attempt": 1092} +{"time": "2026-09-28T21:38:32.867-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1093} +{"time": "2026-09-28T21:38:34.676-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213832_867807.txt", "spike_captured": true, "spike_limit_ms": 58.25, "spike_probe_count": 4, "peak_probe_ms": 103.265, "sustained_jump_found": false, "incident_id": null, "attempt": 1093} +{"time": "2026-09-28T21:38:36.869-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1094} +{"time": "2026-09-28T21:38:38.277-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213836_868972.txt", "spike_captured": true, "spike_limit_ms": 58.2, "spike_probe_count": 1, "peak_probe_ms": 83.773, "sustained_jump_found": false, "incident_id": null, "attempt": 1094} +{"time": "2026-09-28T21:38:40.870-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1095} +{"time": "2026-09-28T21:38:42.876-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213840_869935.txt", "spike_captured": true, "spike_limit_ms": 58.2, "spike_probe_count": 4, "peak_probe_ms": 163.953, "sustained_jump_found": false, "incident_id": null, "attempt": 1095} +{"time": "2026-09-28T21:38:45.871-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1096} +{"time": "2026-09-28T21:38:47.480-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213845_871127.txt", "spike_captured": true, "spike_limit_ms": 58.55, "spike_probe_count": 5, "peak_probe_ms": 236.808, "sustained_jump_found": false, "incident_id": null, "attempt": 1096} +{"time": "2026-09-28T21:38:49.872-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1097} +{"time": "2026-09-28T21:38:49.943-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 66.8, "bad": true, "baseline_ms": 18.6, "trigger": false, "period_bad": 14, "completed_period_bad": null, "consecutive_bad_periods": 4} +{"time": "2026-09-28T21:38:51.279-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213849_872117.txt", "spike_captured": true, "spike_limit_ms": 58.6, "spike_probe_count": 3, "peak_probe_ms": 69.734, "sustained_jump_found": false, "incident_id": null, "attempt": 1097} +{"time": "2026-09-28T21:38:52.894-05:00", "event": "period_complete", "bad_count": 14, "streak": 5} +{"time": "2026-09-28T21:38:53.873-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1098} +{"time": "2026-09-28T21:38:55.281-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213853_873160.txt", "spike_captured": true, "spike_limit_ms": 58.85, "spike_probe_count": 3, "peak_probe_ms": 109.598, "sustained_jump_found": false, "incident_id": null, "attempt": 1098} +{"time": "2026-09-28T21:38:57.874-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1099} +{"time": "2026-09-28T21:38:59.482-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213857_874165.txt", "spike_captured": true, "spike_limit_ms": 59.45, "spike_probe_count": 4, "peak_probe_ms": 245.795, "sustained_jump_found": false, "incident_id": null, "attempt": 1099} +{"time": "2026-09-28T21:39:01.875-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1100} +{"time": "2026-09-28T21:39:02.993-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 115.0, "bad": true, "baseline_ms": 19.85, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 5} +{"time": "2026-09-28T21:39:03.284-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 59.85, "spike_probe_count": 0, "peak_probe_ms": 57.7, "sustained_jump_found": false, "incident_id": null, "attempt": 1100} +{"time": "2026-09-28T21:39:04.078-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 200.0, "bad": true, "baseline_ms": 19.85, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 5} +{"time": "2026-09-28T21:39:05.876-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1101} +{"time": "2026-09-28T21:39:06.093-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 212.0, "bad": true, "baseline_ms": 19.95, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 5} +{"time": "2026-09-28T21:39:07.034-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 155.0, "bad": true, "baseline_ms": 19.95, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 5} +{"time": "2026-09-28T21:39:07.955-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 75.0, "bad": true, "baseline_ms": 19.95, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 5} +{"time": "2026-09-28T21:39:08.686-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213905_876026.txt", "spike_captured": true, "spike_limit_ms": 59.95, "spike_probe_count": 14, "peak_probe_ms": 202.97, "sustained_jump_found": false, "incident_id": null, "attempt": 1101} +{"time": "2026-09-28T21:39:10.877-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1102} +{"time": "2026-09-28T21:39:11.685-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 59.9, "spike_probe_count": 0, "peak_probe_ms": 26.731, "sustained_jump_found": false, "incident_id": null, "attempt": 1102} +{"time": "2026-09-28T21:39:13.878-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1103} +{"time": "2026-09-28T21:39:14.883-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 59.3, "spike_probe_count": 0, "peak_probe_ms": 21.798, "sustained_jump_found": false, "incident_id": null, "attempt": 1103} +{"time": "2026-09-28T21:39:17.879-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1104} +{"time": "2026-09-28T21:39:18.883-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.7, "spike_probe_count": 0, "peak_probe_ms": 40.599, "sustained_jump_found": false, "incident_id": null, "attempt": 1104} +{"time": "2026-09-28T21:39:21.880-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1105} +{"time": "2026-09-28T21:39:22.884-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.35, "spike_probe_count": 0, "peak_probe_ms": 35.817, "sustained_jump_found": false, "incident_id": null, "attempt": 1105} +{"time": "2026-09-28T21:39:25.881-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1106} +{"time": "2026-09-28T21:39:26.886-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213925_880995.txt", "spike_captured": true, "spike_limit_ms": 57.95, "spike_probe_count": 2, "peak_probe_ms": 124.814, "sustained_jump_found": false, "incident_id": null, "attempt": 1106} +{"time": "2026-09-28T21:39:29.882-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1107} +{"time": "2026-09-28T21:39:30.689-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.95, "spike_probe_count": 0, "peak_probe_ms": 26.713, "sustained_jump_found": false, "incident_id": null, "attempt": 1107} +{"time": "2026-09-28T21:39:32.882-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1108} +{"time": "2026-09-28T21:39:33.690-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.85, "spike_probe_count": 0, "peak_probe_ms": 25.848, "sustained_jump_found": false, "incident_id": null, "attempt": 1108} +{"time": "2026-09-28T21:39:35.883-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1109} +{"time": "2026-09-28T21:39:36.691-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.8, "spike_probe_count": 0, "peak_probe_ms": 28.987, "sustained_jump_found": false, "incident_id": null, "attempt": 1109} +{"time": "2026-09-28T21:39:38.884-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1110} +{"time": "2026-09-28T21:39:39.691-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.6, "spike_probe_count": 0, "peak_probe_ms": 23.631, "sustained_jump_found": false, "incident_id": null, "attempt": 1110} +{"time": "2026-09-28T21:39:41.885-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1111} +{"time": "2026-09-28T21:39:41.957-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 68.5, "bad": true, "baseline_ms": 17.45, "trigger": false, "period_bad": 6, "completed_period_bad": null, "consecutive_bad_periods": 5} +{"time": "2026-09-28T21:39:42.890-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213941_884925.txt", "spike_captured": true, "spike_limit_ms": 57.45, "spike_probe_count": 1, "peak_probe_ms": 64.371, "sustained_jump_found": false, "incident_id": null, "attempt": 1111} +{"time": "2026-09-28T21:39:45.885-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1112} +{"time": "2026-09-28T21:39:46.693-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.4, "spike_probe_count": 0, "peak_probe_ms": 33.748, "sustained_jump_found": false, "incident_id": null, "attempt": 1112} +{"time": "2026-09-28T21:39:48.886-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1113} +{"time": "2026-09-28T21:39:49.695-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213948_886567.txt", "spike_captured": true, "spike_limit_ms": 57.4, "spike_probe_count": 1, "peak_probe_ms": 78.724, "sustained_jump_found": false, "incident_id": null, "attempt": 1113} +{"time": "2026-09-28T21:39:51.887-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1114} +{"time": "2026-09-28T21:39:52.695-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.3, "spike_probe_count": 0, "peak_probe_ms": 23.801, "sustained_jump_found": false, "incident_id": null, "attempt": 1114} +{"time": "2026-09-28T21:39:52.907-05:00", "event": "period_complete", "bad_count": 6, "streak": 6} +{"time": "2026-09-28T21:39:54.888-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1115} +{"time": "2026-09-28T21:39:55.892-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.1, "spike_probe_count": 0, "peak_probe_ms": 28.145, "sustained_jump_found": false, "incident_id": null, "attempt": 1115} +{"time": "2026-09-28T21:39:58.889-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1116} +{"time": "2026-09-28T21:39:59.894-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.85, "spike_probe_count": 0, "peak_probe_ms": 37.976, "sustained_jump_found": false, "incident_id": null, "attempt": 1116} +{"time": "2026-09-28T21:40:02.889-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1117} +{"time": "2026-09-28T21:40:03.895-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214002_889848.txt", "spike_captured": true, "spike_limit_ms": 56.8, "spike_probe_count": 1, "peak_probe_ms": 63.847, "sustained_jump_found": false, "incident_id": null, "attempt": 1117} +{"time": "2026-09-28T21:40:06.891-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1118} +{"time": "2026-09-28T21:40:07.896-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.7, "spike_probe_count": 0, "peak_probe_ms": 31.498, "sustained_jump_found": false, "incident_id": null, "attempt": 1118} +{"time": "2026-09-28T21:40:10.892-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1119} +{"time": "2026-09-28T21:40:11.699-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.65, "spike_probe_count": 0, "peak_probe_ms": 42.659, "sustained_jump_found": false, "incident_id": null, "attempt": 1119} +{"time": "2026-09-28T21:40:13.892-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1120} +{"time": "2026-09-28T21:40:15.100-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214013_892483.txt", "spike_captured": true, "spike_limit_ms": 56.35, "spike_probe_count": 1, "peak_probe_ms": 56.683, "sustained_jump_found": false, "incident_id": null, "attempt": 1120} +{"time": "2026-09-28T21:40:17.893-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1121} +{"time": "2026-09-28T21:40:18.900-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214017_893474.txt", "spike_captured": true, "spike_limit_ms": 56.35, "spike_probe_count": 2, "peak_probe_ms": 128.716, "sustained_jump_found": false, "incident_id": null, "attempt": 1121} +{"time": "2026-09-28T21:40:21.894-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1122} +{"time": "2026-09-28T21:40:22.899-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.35, "spike_probe_count": 0, "peak_probe_ms": 41.78, "sustained_jump_found": false, "incident_id": null, "attempt": 1122} +{"time": "2026-09-28T21:40:25.895-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1123} +{"time": "2026-09-28T21:40:26.900-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.45, "spike_probe_count": 0, "peak_probe_ms": 35.598, "sustained_jump_found": false, "incident_id": null, "attempt": 1123} +{"time": "2026-09-28T21:40:29.896-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1124} +{"time": "2026-09-28T21:40:31.706-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214029_896379.txt", "spike_captured": true, "spike_limit_ms": 56.55, "spike_probe_count": 1, "peak_probe_ms": 79.619, "sustained_jump_found": false, "incident_id": null, "attempt": 1124} +{"time": "2026-09-28T21:40:33.897-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1125} +{"time": "2026-09-28T21:40:34.902-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.7, "spike_probe_count": 0, "peak_probe_ms": 38.771, "sustained_jump_found": false, "incident_id": null, "attempt": 1125} +{"time": "2026-09-28T21:40:37.898-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1126} +{"time": "2026-09-28T21:40:39.106-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.7, "spike_probe_count": 0, "peak_probe_ms": 50.646, "sustained_jump_found": false, "incident_id": null, "attempt": 1126} +{"time": "2026-09-28T21:40:41.899-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1127} +{"time": "2026-09-28T21:40:43.107-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.7, "spike_probe_count": 0, "peak_probe_ms": 48.868, "sustained_jump_found": false, "incident_id": null, "attempt": 1127} +{"time": "2026-09-28T21:40:45.900-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1128} +{"time": "2026-09-28T21:40:46.905-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214045_900185.txt", "spike_captured": true, "spike_limit_ms": 56.9, "spike_probe_count": 3, "peak_probe_ms": 74.655, "sustained_jump_found": false, "incident_id": null, "attempt": 1128} +{"time": "2026-09-28T21:40:48.980-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 75.8, "bad": true, "baseline_ms": 16.75, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 6} +{"time": "2026-09-28T21:40:49.901-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1129} +{"time": "2026-09-28T21:40:50.906-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.75, "spike_probe_count": 0, "peak_probe_ms": 46.856, "sustained_jump_found": false, "incident_id": null, "attempt": 1129} +{"time": "2026-09-28T21:40:52.922-05:00", "event": "period_complete", "bad_count": 1, "streak": 0} +{"time": "2026-09-28T21:40:53.902-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1130} +{"time": "2026-09-28T21:40:54.907-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 34.942, "sustained_jump_found": false, "incident_id": null, "attempt": 1130} +{"time": "2026-09-28T21:40:57.903-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1131} +{"time": "2026-09-28T21:40:58.908-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.05, "spike_probe_count": 0, "peak_probe_ms": 44.564, "sustained_jump_found": false, "incident_id": null, "attempt": 1131} +{"time": "2026-09-28T21:41:00.975-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 68.0, "bad": true, "baseline_ms": 17.15, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:41:01.904-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1132} +{"time": "2026-09-28T21:41:03.029-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 121.0, "bad": true, "baseline_ms": 17.1, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:41:03.312-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214101_904042.txt", "spike_captured": true, "spike_limit_ms": 57.15, "spike_probe_count": 3, "peak_probe_ms": 145.818, "sustained_jump_found": false, "incident_id": null, "attempt": 1132} +{"time": "2026-09-28T21:41:05.904-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1133} +{"time": "2026-09-28T21:41:07.243-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 334.0, "bad": true, "baseline_ms": 17.25, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:41:08.013-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 104.0, "bad": true, "baseline_ms": 17.25, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:41:08.314-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214105_904785.txt", "spike_captured": true, "spike_limit_ms": 57.15, "spike_probe_count": 5, "peak_probe_ms": 307.752, "sustained_jump_found": false, "incident_id": null, "attempt": 1133} +{"time": "2026-09-28T21:41:10.906-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1134} +{"time": "2026-09-28T21:41:12.104-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 194.0, "bad": true, "baseline_ms": 17.35, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:41:12.982-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 71.7, "bad": true, "baseline_ms": 17.35, "trigger": false, "period_bad": 6, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:41:14.115-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214110_906236.txt", "spike_captured": true, "spike_limit_ms": 57.3, "spike_probe_count": 7, "peak_probe_ms": 172.856, "sustained_jump_found": false, "incident_id": null, "attempt": 1134} +{"time": "2026-09-28T21:41:16.907-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1135} +{"time": "2026-09-28T21:41:18.115-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.45, "spike_probe_count": 0, "peak_probe_ms": 53.619, "sustained_jump_found": false, "incident_id": null, "attempt": 1135} +{"time": "2026-09-28T21:41:20.908-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1136} +{"time": "2026-09-28T21:41:21.913-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.55, "spike_probe_count": 0, "peak_probe_ms": 51.74, "sustained_jump_found": false, "incident_id": null, "attempt": 1136} +{"time": "2026-09-28T21:41:24.909-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1137} +{"time": "2026-09-28T21:41:25.717-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.45, "spike_probe_count": 0, "peak_probe_ms": 33.667, "sustained_jump_found": false, "incident_id": null, "attempt": 1137} +{"time": "2026-09-28T21:41:27.910-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1138} +{"time": "2026-09-28T21:41:28.915-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.35, "spike_probe_count": 0, "peak_probe_ms": 35.811, "sustained_jump_found": false, "incident_id": null, "attempt": 1138} +{"time": "2026-09-28T21:41:31.911-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1139} +{"time": "2026-09-28T21:41:33.119-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 53.071, "sustained_jump_found": false, "incident_id": null, "attempt": 1139} +{"time": "2026-09-28T21:41:35.912-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1140} +{"time": "2026-09-28T21:41:37.120-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214135_912405.txt", "spike_captured": true, "spike_limit_ms": 57.35, "spike_probe_count": 4, "peak_probe_ms": 95.614, "sustained_jump_found": false, "incident_id": null, "attempt": 1140} +{"time": "2026-09-28T21:41:39.913-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1141} +{"time": "2026-09-28T21:41:41.522-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214139_913416.txt", "spike_captured": true, "spike_limit_ms": 57.2, "spike_probe_count": 1, "peak_probe_ms": 60.796, "sustained_jump_found": false, "incident_id": null, "attempt": 1141} +{"time": "2026-09-28T21:41:43.914-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1142} +{"time": "2026-09-28T21:41:47.525-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.25, "spike_probe_count": 0, "peak_probe_ms": 52.541, "sustained_jump_found": false, "incident_id": null, "attempt": 1142} +{"time": "2026-09-28T21:41:47.983-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 64.6, "bad": true, "baseline_ms": 17.2, "trigger": false, "period_bad": 7, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:41:49.916-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1143} +{"time": "2026-09-28T21:41:51.123-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214149_915888.txt", "spike_captured": true, "spike_limit_ms": 57.25, "spike_probe_count": 1, "peak_probe_ms": 89.667, "sustained_jump_found": false, "incident_id": null, "attempt": 1143} +{"time": "2026-09-28T21:41:52.936-05:00", "event": "period_complete", "bad_count": 7, "streak": 1} +{"time": "2026-09-28T21:41:53.917-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1144} +{"time": "2026-09-28T21:41:54.724-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 24.742, "sustained_jump_found": false, "incident_id": null, "attempt": 1144} +{"time": "2026-09-28T21:41:56.917-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1145} +{"time": "2026-09-28T21:41:57.922-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 40.714, "sustained_jump_found": false, "incident_id": null, "attempt": 1145} +{"time": "2026-09-28T21:42:00.918-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1146} +{"time": "2026-09-28T21:42:00.980-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 57.7, "bad": true, "baseline_ms": 17.5, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T21:42:02.925-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214200_918595.txt", "spike_captured": true, "spike_limit_ms": 57.5, "spike_probe_count": 2, "peak_probe_ms": 158.683, "sustained_jump_found": false, "incident_id": null, "attempt": 1146} +{"time": "2026-09-28T21:42:05.920-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1147} +{"time": "2026-09-28T21:42:06.726-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.6, "spike_probe_count": 0, "peak_probe_ms": 28.82, "sustained_jump_found": false, "incident_id": null, "attempt": 1147} +{"time": "2026-09-28T21:42:08.920-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1148} +{"time": "2026-09-28T21:42:09.926-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.6, "spike_probe_count": 0, "peak_probe_ms": 50.727, "sustained_jump_found": false, "incident_id": null, "attempt": 1148} +{"time": "2026-09-28T21:42:12.921-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1149} +{"time": "2026-09-28T21:42:14.329-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214212_921528.txt", "spike_captured": true, "spike_limit_ms": 57.85, "spike_probe_count": 1, "peak_probe_ms": 69.775, "sustained_jump_found": false, "incident_id": null, "attempt": 1149} +{"time": "2026-09-28T21:42:16.923-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1150} +{"time": "2026-09-28T21:42:17.031-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 106.0, "bad": true, "baseline_ms": 17.6, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T21:42:18.928-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214216_923051.txt", "spike_captured": true, "spike_limit_ms": 57.6, "spike_probe_count": 1, "peak_probe_ms": 100.522, "sustained_jump_found": false, "incident_id": null, "attempt": 1150} +{"time": "2026-09-28T21:42:21.923-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1151} +{"time": "2026-09-28T21:42:23.134-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.35, "spike_probe_count": 0, "peak_probe_ms": 54.753, "sustained_jump_found": false, "incident_id": null, "attempt": 1151} +{"time": "2026-09-28T21:42:25.924-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1152} +{"time": "2026-09-28T21:42:26.929-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.45, "spike_probe_count": 0, "peak_probe_ms": 34.57, "sustained_jump_found": false, "incident_id": null, "attempt": 1152} +{"time": "2026-09-28T21:42:26.986-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 58.5, "bad": true, "baseline_ms": 17.7, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T21:42:29.925-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1153} +{"time": "2026-09-28T21:42:30.931-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.7, "spike_probe_count": 0, "peak_probe_ms": 38.597, "sustained_jump_found": false, "incident_id": null, "attempt": 1153} +{"time": "2026-09-28T21:42:33.926-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1154} +{"time": "2026-09-28T21:42:35.134-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214233_926769.txt", "spike_captured": true, "spike_limit_ms": 57.95, "spike_probe_count": 1, "peak_probe_ms": 79.821, "sustained_jump_found": false, "incident_id": null, "attempt": 1154} +{"time": "2026-09-28T21:42:37.927-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1155} +{"time": "2026-09-28T21:42:39.736-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214237_927684.txt", "spike_captured": true, "spike_limit_ms": 58.05, "spike_probe_count": 4, "peak_probe_ms": 126.818, "sustained_jump_found": false, "incident_id": null, "attempt": 1155} +{"time": "2026-09-28T21:42:41.928-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1156} +{"time": "2026-09-28T21:42:42.992-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 60.6, "bad": true, "baseline_ms": 18.05, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T21:42:43.337-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214241_928558.txt", "spike_captured": true, "spike_limit_ms": 58.05, "spike_probe_count": 2, "peak_probe_ms": 225.725, "sustained_jump_found": false, "incident_id": null, "attempt": 1156} +{"time": "2026-09-28T21:42:45.929-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1157} +{"time": "2026-09-28T21:42:47.137-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214245_929623.txt", "spike_captured": true, "spike_limit_ms": 58.3, "spike_probe_count": 1, "peak_probe_ms": 86.759, "sustained_jump_found": false, "incident_id": null, "attempt": 1157} +{"time": "2026-09-28T21:42:48.993-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 59.8, "bad": true, "baseline_ms": 18.200000000000003, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T21:42:49.930-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1158} +{"time": "2026-09-28T21:42:51.739-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214249_930584.txt", "spike_captured": true, "spike_limit_ms": 58.2, "spike_probe_count": 6, "peak_probe_ms": 170.911, "sustained_jump_found": false, "incident_id": null, "attempt": 1158} +{"time": "2026-09-28T21:42:52.977-05:00", "event": "period_complete", "bad_count": 5, "streak": 2} +{"time": "2026-09-28T21:42:53.931-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1159} +{"time": "2026-09-28T21:42:54.997-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 60.4, "bad": true, "baseline_ms": 18.3, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T21:42:55.937-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214253_931569.txt", "spike_captured": true, "spike_limit_ms": 58.3, "spike_probe_count": 8, "peak_probe_ms": 158.743, "sustained_jump_found": false, "incident_id": null, "attempt": 1159} +{"time": "2026-09-28T21:42:58.011-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 74.7, "bad": true, "baseline_ms": 18.3, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T21:42:58.933-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1160} +{"time": "2026-09-28T21:43:00.341-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214258_932918.txt", "spike_captured": true, "spike_limit_ms": 58.3, "spike_probe_count": 1, "peak_probe_ms": 83.89, "sustained_jump_found": false, "incident_id": null, "attempt": 1160} +{"time": "2026-09-28T21:43:02.933-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1161} +{"time": "2026-09-28T21:43:05.142-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214302_933807.txt", "spike_captured": true, "spike_limit_ms": 58.7, "spike_probe_count": 1, "peak_probe_ms": 62.859, "sustained_jump_found": false, "incident_id": null, "attempt": 1161} +{"time": "2026-09-28T21:43:07.935-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1162} +{"time": "2026-09-28T21:43:09.008-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 69.6, "bad": true, "baseline_ms": 19.25, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T21:43:10.144-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214307_935168.txt", "spike_captured": true, "spike_limit_ms": 59.25, "spike_probe_count": 5, "peak_probe_ms": 351.728, "sustained_jump_found": false, "incident_id": null, "attempt": 1162} +{"time": "2026-09-28T21:43:12.936-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1163} +{"time": "2026-09-28T21:43:13.941-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214312_936357.txt", "spike_captured": true, "spike_limit_ms": 60.14999999999999, "spike_probe_count": 1, "peak_probe_ms": 62.842, "sustained_jump_found": false, "incident_id": null, "attempt": 1163} +{"time": "2026-09-28T21:43:16.937-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1164} +{"time": "2026-09-28T21:43:19.945-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214316_937320.txt", "spike_captured": true, "spike_limit_ms": 60.14999999999999, "spike_probe_count": 2, "peak_probe_ms": 113.436, "sustained_jump_found": false, "incident_id": null, "attempt": 1164} +{"time": "2026-09-28T21:43:22.938-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1165} +{"time": "2026-09-28T21:43:24.546-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 59.7, "spike_probe_count": 0, "peak_probe_ms": 37.75, "sustained_jump_found": false, "incident_id": null, "attempt": 1165} +{"time": "2026-09-28T21:43:26.940-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1166} +{"time": "2026-09-28T21:43:27.944-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 60.0, "spike_probe_count": 0, "peak_probe_ms": 45.623, "sustained_jump_found": false, "incident_id": null, "attempt": 1166} +{"time": "2026-09-28T21:43:30.940-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1167} +{"time": "2026-09-28T21:43:32.145-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 59.7, "spike_probe_count": 0, "peak_probe_ms": 27.513, "sustained_jump_found": false, "incident_id": null, "attempt": 1167} +{"time": "2026-09-28T21:43:34.076-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 131.0, "bad": true, "baseline_ms": 19.3, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 2} +{"time": "2026-09-28T21:43:34.941-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1168} +{"time": "2026-09-28T21:43:36.149-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 59.3, "spike_probe_count": 0, "peak_probe_ms": 30.301, "sustained_jump_found": false, "incident_id": null, "attempt": 1168} +{"time": "2026-09-28T21:43:38.942-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1169} +{"time": "2026-09-28T21:43:39.947-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214338_942805.txt", "spike_captured": true, "spike_limit_ms": 58.75, "spike_probe_count": 2, "peak_probe_ms": 75.61, "sustained_jump_found": false, "incident_id": null, "attempt": 1169} +{"time": "2026-09-28T21:43:42.944-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1170} +{"time": "2026-09-28T21:43:43.948-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 59.3, "spike_probe_count": 0, "peak_probe_ms": 37.956, "sustained_jump_found": false, "incident_id": null, "attempt": 1170} +{"time": "2026-09-28T21:43:46.944-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1171} +{"time": "2026-09-28T21:43:48.353-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.5, "spike_probe_count": 0, "peak_probe_ms": 24.006, "sustained_jump_found": false, "incident_id": null, "attempt": 1171} +{"time": "2026-09-28T21:43:50.946-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1172} +{"time": "2026-09-28T21:43:52.754-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214350_945871.txt", "spike_captured": true, "spike_limit_ms": 58.2, "spike_probe_count": 2, "peak_probe_ms": 67.987, "sustained_jump_found": false, "incident_id": null, "attempt": 1172} +{"time": "2026-09-28T21:43:52.971-05:00", "event": "period_complete", "bad_count": 4, "streak": 3} +{"time": "2026-09-28T21:43:54.946-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1173} +{"time": "2026-09-28T21:43:55.951-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.5, "spike_probe_count": 0, "peak_probe_ms": 50.928, "sustained_jump_found": false, "incident_id": null, "attempt": 1173} +{"time": "2026-09-28T21:43:58.948-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1174} +{"time": "2026-09-28T21:43:59.953-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214358_947952.txt", "spike_captured": true, "spike_limit_ms": 58.1, "spike_probe_count": 1, "peak_probe_ms": 66.808, "sustained_jump_found": false, "incident_id": null, "attempt": 1174} +{"time": "2026-09-28T21:44:02.949-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1175} +{"time": "2026-09-28T21:44:03.953-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.65, "spike_probe_count": 0, "peak_probe_ms": 24.673, "sustained_jump_found": false, "incident_id": null, "attempt": 1175} +{"time": "2026-09-28T21:44:06.949-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1176} +{"time": "2026-09-28T21:44:07.955-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.35, "spike_probe_count": 0, "peak_probe_ms": 30.571, "sustained_jump_found": false, "incident_id": null, "attempt": 1176} +{"time": "2026-09-28T21:44:09.084-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 131.0, "bad": true, "baseline_ms": 17.3, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 3} +{"time": "2026-09-28T21:44:10.950-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1177} +{"time": "2026-09-28T21:44:12.158-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.35, "spike_probe_count": 0, "peak_probe_ms": 35.927, "sustained_jump_found": false, "incident_id": null, "attempt": 1177} +{"time": "2026-09-28T21:44:14.951-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1178} +{"time": "2026-09-28T21:44:16.160-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214414_951853.txt", "spike_captured": true, "spike_limit_ms": 57.3, "spike_probe_count": 1, "peak_probe_ms": 61.582, "sustained_jump_found": false, "incident_id": null, "attempt": 1178} +{"time": "2026-09-28T21:44:18.952-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1179} +{"time": "2026-09-28T21:44:19.958-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.3, "spike_probe_count": 0, "peak_probe_ms": 36.844, "sustained_jump_found": false, "incident_id": null, "attempt": 1179} +{"time": "2026-09-28T21:44:22.953-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1180} +{"time": "2026-09-28T21:44:23.761-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.3, "spike_probe_count": 0, "peak_probe_ms": 34.646, "sustained_jump_found": false, "incident_id": null, "attempt": 1180} +{"time": "2026-09-28T21:44:25.954-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1181} +{"time": "2026-09-28T21:44:26.959-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.3, "spike_probe_count": 0, "peak_probe_ms": 32.779, "sustained_jump_found": false, "incident_id": null, "attempt": 1181} +{"time": "2026-09-28T21:44:29.955-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1182} +{"time": "2026-09-28T21:44:31.364-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214429_955643.txt", "spike_captured": true, "spike_limit_ms": 57.3, "spike_probe_count": 4, "peak_probe_ms": 190.606, "sustained_jump_found": false, "incident_id": null, "attempt": 1182} +{"time": "2026-09-28T21:44:33.956-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1183} +{"time": "2026-09-28T21:44:34.961-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214433_956520.txt", "spike_captured": true, "spike_limit_ms": 57.3, "spike_probe_count": 1, "peak_probe_ms": 65.635, "sustained_jump_found": false, "incident_id": null, "attempt": 1183} +{"time": "2026-09-28T21:44:37.957-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1184} +{"time": "2026-09-28T21:44:39.963-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214437_957367.txt", "spike_captured": true, "spike_limit_ms": 57.45, "spike_probe_count": 5, "peak_probe_ms": 241.737, "sustained_jump_found": false, "incident_id": null, "attempt": 1184} +{"time": "2026-09-28T21:44:42.958-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1185} +{"time": "2026-09-28T21:44:43.963-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.55, "spike_probe_count": 0, "peak_probe_ms": 45.817, "sustained_jump_found": false, "incident_id": null, "attempt": 1185} +{"time": "2026-09-28T21:44:46.959-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1186} +{"time": "2026-09-28T21:44:47.965-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214446_959588.txt", "spike_captured": true, "spike_limit_ms": 57.7, "spike_probe_count": 1, "peak_probe_ms": 77.943, "sustained_jump_found": false, "incident_id": null, "attempt": 1186} +{"time": "2026-09-28T21:44:50.960-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1187} +{"time": "2026-09-28T21:44:51.964-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.95, "spike_probe_count": 0, "peak_probe_ms": 50.864, "sustained_jump_found": false, "incident_id": null, "attempt": 1187} +{"time": "2026-09-28T21:44:52.983-05:00", "event": "period_complete", "bad_count": 1, "streak": 0} +{"time": "2026-09-28T21:44:54.961-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1188} +{"time": "2026-09-28T21:44:55.966-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.8, "spike_probe_count": 0, "peak_probe_ms": 24.892, "sustained_jump_found": false, "incident_id": null, "attempt": 1188} +{"time": "2026-09-28T21:44:58.962-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1189} +{"time": "2026-09-28T21:45:00.370-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.55, "spike_probe_count": 0, "peak_probe_ms": 41.653, "sustained_jump_found": false, "incident_id": null, "attempt": 1189} +{"time": "2026-09-28T21:45:02.963-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1190} +{"time": "2026-09-28T21:45:03.770-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.5, "spike_probe_count": 0, "peak_probe_ms": 31.644, "sustained_jump_found": false, "incident_id": null, "attempt": 1190} +{"time": "2026-09-28T21:45:05.964-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1191} +{"time": "2026-09-28T21:45:07.172-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214505_964152.txt", "spike_captured": true, "spike_limit_ms": 57.55, "spike_probe_count": 1, "peak_probe_ms": 66.795, "sustained_jump_found": false, "incident_id": null, "attempt": 1191} +{"time": "2026-09-28T21:45:09.965-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1192} +{"time": "2026-09-28T21:45:10.772-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.7, "spike_probe_count": 0, "peak_probe_ms": 29.848, "sustained_jump_found": false, "incident_id": null, "attempt": 1192} +{"time": "2026-09-28T21:45:12.965-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1193} +{"time": "2026-09-28T21:45:14.174-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214512_965768.txt", "spike_captured": true, "spike_limit_ms": 57.55, "spike_probe_count": 2, "peak_probe_ms": 136.677, "sustained_jump_found": false, "incident_id": null, "attempt": 1193} +{"time": "2026-09-28T21:45:16.966-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1194} +{"time": "2026-09-28T21:45:17.773-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214516_966768.txt", "spike_captured": true, "spike_limit_ms": 57.95, "spike_probe_count": 1, "peak_probe_ms": 69.875, "sustained_jump_found": false, "incident_id": null, "attempt": 1194} +{"time": "2026-09-28T21:45:19.967-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1195} +{"time": "2026-09-28T21:45:21.176-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214519_967421.txt", "spike_captured": true, "spike_limit_ms": 57.8, "spike_probe_count": 1, "peak_probe_ms": 63.465, "sustained_jump_found": false, "incident_id": null, "attempt": 1195} +{"time": "2026-09-28T21:45:23.968-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1196} +{"time": "2026-09-28T21:45:25.176-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214523_968338.txt", "spike_captured": true, "spike_limit_ms": 57.7, "spike_probe_count": 1, "peak_probe_ms": 78.69, "sustained_jump_found": false, "incident_id": null, "attempt": 1196} +{"time": "2026-09-28T21:45:27.969-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1197} +{"time": "2026-09-28T21:45:28.974-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214527_969364.txt", "spike_captured": true, "spike_limit_ms": 57.5, "spike_probe_count": 1, "peak_probe_ms": 59.874, "sustained_jump_found": false, "incident_id": null, "attempt": 1197} +{"time": "2026-09-28T21:45:31.970-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1198} +{"time": "2026-09-28T21:45:33.379-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214531_970274.txt", "spike_captured": true, "spike_limit_ms": 57.3, "spike_probe_count": 3, "peak_probe_ms": 72.971, "sustained_jump_found": false, "incident_id": null, "attempt": 1198} +{"time": "2026-09-28T21:45:35.971-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1199} +{"time": "2026-09-28T21:45:36.976-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.3, "spike_probe_count": 0, "peak_probe_ms": 54.666, "sustained_jump_found": false, "incident_id": null, "attempt": 1199} +{"time": "2026-09-28T21:45:39.972-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1200} +{"time": "2026-09-28T21:45:40.977-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214539_972276.txt", "spike_captured": true, "spike_limit_ms": 57.3, "spike_probe_count": 2, "peak_probe_ms": 73.798, "sustained_jump_found": false, "incident_id": null, "attempt": 1200} +{"time": "2026-09-28T21:45:43.973-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1201} +{"time": "2026-09-28T21:45:44.977-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.3, "spike_probe_count": 0, "peak_probe_ms": 38.827, "sustained_jump_found": false, "incident_id": null, "attempt": 1201} +{"time": "2026-09-28T21:45:45.061-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 85.6, "bad": true, "baseline_ms": 17.4, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:45:46.036-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 59.1, "bad": true, "baseline_ms": 17.4, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:45:47.974-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1202} +{"time": "2026-09-28T21:45:49.783-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214547_974013.txt", "spike_captured": true, "spike_limit_ms": 57.3, "spike_probe_count": 3, "peak_probe_ms": 127.706, "sustained_jump_found": false, "incident_id": null, "attempt": 1202} +{"time": "2026-09-28T21:45:51.974-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1203} +{"time": "2026-09-28T21:45:53.000-05:00", "event": "period_complete", "bad_count": 2, "streak": 0} +{"time": "2026-09-28T21:45:53.182-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.5, "spike_probe_count": 0, "peak_probe_ms": 44.653, "sustained_jump_found": false, "incident_id": null, "attempt": 1203} +{"time": "2026-09-28T21:45:55.975-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1204} +{"time": "2026-09-28T21:45:57.183-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.5, "spike_probe_count": 0, "peak_probe_ms": 36.835, "sustained_jump_found": false, "incident_id": null, "attempt": 1204} +{"time": "2026-09-28T21:45:59.105-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 125.0, "bad": true, "baseline_ms": 17.6, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:45:59.976-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1205} +{"time": "2026-09-28T21:46:01.135-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 156.0, "bad": true, "baseline_ms": 17.75, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:46:01.184-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214559_976838.txt", "spike_captured": true, "spike_limit_ms": 57.6, "spike_probe_count": 1, "peak_probe_ms": 238.135, "sustained_jump_found": false, "incident_id": null, "attempt": 1205} +{"time": "2026-09-28T21:46:03.977-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1206} +{"time": "2026-09-28T21:46:04.785-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.75, "spike_probe_count": 0, "peak_probe_ms": 25.88, "sustained_jump_found": false, "incident_id": null, "attempt": 1206} +{"time": "2026-09-28T21:46:06.978-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1207} +{"time": "2026-09-28T21:46:08.187-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.0, "spike_probe_count": 0, "peak_probe_ms": 48.76, "sustained_jump_found": false, "incident_id": null, "attempt": 1207} +{"time": "2026-09-28T21:46:10.979-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1208} +{"time": "2026-09-28T21:46:11.983-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 59.05, "spike_probe_count": 0, "peak_probe_ms": 31.131, "sustained_jump_found": false, "incident_id": null, "attempt": 1208} +{"time": "2026-09-28T21:46:14.054-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 71.0, "bad": true, "baseline_ms": 19.05, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:46:14.980-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1209} +{"time": "2026-09-28T21:46:16.788-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214614_980295.txt", "spike_captured": true, "spike_limit_ms": 59.05, "spike_probe_count": 6, "peak_probe_ms": 254.78, "sustained_jump_found": false, "incident_id": null, "attempt": 1209} +{"time": "2026-09-28T21:46:18.981-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1210} +{"time": "2026-09-28T21:46:20.389-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214618_981294.txt", "spike_captured": true, "spike_limit_ms": 60.300000000000004, "spike_probe_count": 2, "peak_probe_ms": 83.593, "sustained_jump_found": false, "incident_id": null, "attempt": 1210} +{"time": "2026-09-28T21:46:22.982-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1211} +{"time": "2026-09-28T21:46:24.190-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214622_982232.txt", "spike_captured": true, "spike_limit_ms": 59.5, "spike_probe_count": 1, "peak_probe_ms": 101.799, "sustained_jump_found": false, "incident_id": null, "attempt": 1211} +{"time": "2026-09-28T21:46:26.983-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1212} +{"time": "2026-09-28T21:46:28.388-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214626_983242.txt", "spike_captured": true, "spike_limit_ms": 59.5, "spike_probe_count": 4, "peak_probe_ms": 113.678, "sustained_jump_found": false, "incident_id": null, "attempt": 1212} +{"time": "2026-09-28T21:46:30.983-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1213} +{"time": "2026-09-28T21:46:31.988-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 61.050000000000004, "spike_probe_count": 0, "peak_probe_ms": 43.771, "sustained_jump_found": false, "incident_id": null, "attempt": 1213} +{"time": "2026-09-28T21:46:34.985-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1214} +{"time": "2026-09-28T21:46:35.989-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 61.050000000000004, "spike_probe_count": 0, "peak_probe_ms": 36.429, "sustained_jump_found": false, "incident_id": null, "attempt": 1214} +{"time": "2026-09-28T21:46:38.986-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1215} +{"time": "2026-09-28T21:46:39.990-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 60.300000000000004, "spike_probe_count": 0, "peak_probe_ms": 36.608, "sustained_jump_found": false, "incident_id": null, "attempt": 1215} +{"time": "2026-09-28T21:46:42.987-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1216} +{"time": "2026-09-28T21:46:44.195-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214642_986946.txt", "spike_captured": true, "spike_limit_ms": 59.85, "spike_probe_count": 1, "peak_probe_ms": 159.672, "sustained_jump_found": false, "incident_id": null, "attempt": 1216} +{"time": "2026-09-28T21:46:46.988-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1217} +{"time": "2026-09-28T21:46:47.794-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214646_987964.txt", "spike_captured": true, "spike_limit_ms": 59.15, "spike_probe_count": 1, "peak_probe_ms": 63.887, "sustained_jump_found": false, "incident_id": null, "attempt": 1217} +{"time": "2026-09-28T21:46:49.988-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1218} +{"time": "2026-09-28T21:46:50.796-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 59.35, "spike_probe_count": 0, "peak_probe_ms": 48.663, "sustained_jump_found": false, "incident_id": null, "attempt": 1218} +{"time": "2026-09-28T21:46:52.989-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1219} +{"time": "2026-09-28T21:46:53.011-05:00", "event": "period_complete", "bad_count": 3, "streak": 1} +{"time": "2026-09-28T21:46:53.796-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.6, "spike_probe_count": 0, "peak_probe_ms": 26.275, "sustained_jump_found": false, "incident_id": null, "attempt": 1219} +{"time": "2026-09-28T21:46:55.989-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1220} +{"time": "2026-09-28T21:46:56.995-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 58.0, "spike_probe_count": 0, "peak_probe_ms": 29.709, "sustained_jump_found": false, "incident_id": null, "attempt": 1220} +{"time": "2026-09-28T21:46:59.053-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 58.6, "bad": true, "baseline_ms": 17.6, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 1} +{"time": "2026-09-28T21:46:59.991-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1221} +{"time": "2026-09-28T21:47:00.996-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.6, "spike_probe_count": 0, "peak_probe_ms": 40.836, "sustained_jump_found": false, "incident_id": null, "attempt": 1221} +{"time": "2026-09-28T21:47:03.991-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1222} +{"time": "2026-09-28T21:47:04.799-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.45, "spike_probe_count": 0, "peak_probe_ms": 25.861, "sustained_jump_found": false, "incident_id": null, "attempt": 1222} +{"time": "2026-09-28T21:47:06.993-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1223} +{"time": "2026-09-28T21:47:07.996-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214706_993198.txt", "spike_captured": true, "spike_limit_ms": 57.4, "spike_probe_count": 1, "peak_probe_ms": 87.709, "sustained_jump_found": false, "incident_id": null, "attempt": 1223} +{"time": "2026-09-28T21:47:10.993-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1224} +{"time": "2026-09-28T21:47:11.998-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214710_993629.txt", "spike_captured": true, "spike_limit_ms": 57.4, "spike_probe_count": 1, "peak_probe_ms": 63.77, "sustained_jump_found": false, "incident_id": null, "attempt": 1224} +{"time": "2026-09-28T21:47:14.994-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1225} +{"time": "2026-09-28T21:47:15.801-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.35, "spike_probe_count": 0, "peak_probe_ms": 26.953, "sustained_jump_found": false, "incident_id": null, "attempt": 1225} +{"time": "2026-09-28T21:47:17.995-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1226} +{"time": "2026-09-28T21:47:18.999-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214717_995133.txt", "spike_captured": true, "spike_limit_ms": 57.25, "spike_probe_count": 1, "peak_probe_ms": 90.718, "sustained_jump_found": false, "incident_id": null, "attempt": 1226} +{"time": "2026-09-28T21:47:21.996-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1227} +{"time": "2026-09-28T21:47:23.001-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214721_996042.txt", "spike_captured": true, "spike_limit_ms": 57.15, "spike_probe_count": 1, "peak_probe_ms": 57.829, "sustained_jump_found": false, "incident_id": null, "attempt": 1227} +{"time": "2026-09-28T21:47:25.997-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1228} +{"time": "2026-09-28T21:47:27.204-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214725_997030.txt", "spike_captured": true, "spike_limit_ms": 57.05, "spike_probe_count": 2, "peak_probe_ms": 96.839, "sustained_jump_found": false, "incident_id": null, "attempt": 1228} +{"time": "2026-09-28T21:47:29.998-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1229} +{"time": "2026-09-28T21:47:31.003-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214729_997975.txt", "spike_captured": true, "spike_limit_ms": 57.0, "spike_probe_count": 1, "peak_probe_ms": 61.642, "sustained_jump_found": false, "incident_id": null, "attempt": 1229} +{"time": "2026-09-28T21:47:33.999-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1230} +{"time": "2026-09-28T21:47:35.003-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.95, "spike_probe_count": 0, "peak_probe_ms": 34.685, "sustained_jump_found": false, "incident_id": null, "attempt": 1230} +{"time": "2026-09-28T21:47:38.000-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1231} +{"time": "2026-09-28T21:47:39.005-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.95, "spike_probe_count": 0, "peak_probe_ms": 34.724, "sustained_jump_found": false, "incident_id": null, "attempt": 1231} +{"time": "2026-09-28T21:47:42.000-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1232} +{"time": "2026-09-28T21:47:42.807-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 56.699, "sustained_jump_found": false, "incident_id": null, "attempt": 1232} +{"time": "2026-09-28T21:47:45.001-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1233} +{"time": "2026-09-28T21:47:45.808-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.8, "spike_probe_count": 0, "peak_probe_ms": 16.807, "sustained_jump_found": false, "incident_id": null, "attempt": 1233} +{"time": "2026-09-28T21:47:48.002-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1234} +{"time": "2026-09-28T21:47:49.007-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.7, "spike_probe_count": 0, "peak_probe_ms": 31.184, "sustained_jump_found": false, "incident_id": null, "attempt": 1234} +{"time": "2026-09-28T21:47:52.003-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1235} +{"time": "2026-09-28T21:47:53.008-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.6, "spike_probe_count": 0, "peak_probe_ms": 24.859, "sustained_jump_found": false, "incident_id": null, "attempt": 1235} +{"time": "2026-09-28T21:47:53.024-05:00", "event": "period_complete", "bad_count": 1, "streak": 0} +{"time": "2026-09-28T21:47:56.004-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1236} +{"time": "2026-09-28T21:47:57.009-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.65, "spike_probe_count": 0, "peak_probe_ms": 47.814, "sustained_jump_found": false, "incident_id": null, "attempt": 1236} +{"time": "2026-09-28T21:48:00.005-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1237} +{"time": "2026-09-28T21:48:01.010-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.65, "spike_probe_count": 0, "peak_probe_ms": 23.591, "sustained_jump_found": false, "incident_id": null, "attempt": 1237} +{"time": "2026-09-28T21:48:04.006-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1238} +{"time": "2026-09-28T21:48:04.813-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.5, "spike_probe_count": 0, "peak_probe_ms": 31.574, "sustained_jump_found": false, "incident_id": null, "attempt": 1238} +{"time": "2026-09-28T21:48:07.007-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1239} +{"time": "2026-09-28T21:48:07.814-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.65, "spike_probe_count": 0, "peak_probe_ms": 38.761, "sustained_jump_found": false, "incident_id": null, "attempt": 1239} +{"time": "2026-09-28T21:48:10.007-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1240} +{"time": "2026-09-28T21:48:11.013-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.5, "spike_probe_count": 0, "peak_probe_ms": 36.714, "sustained_jump_found": false, "incident_id": null, "attempt": 1240} +{"time": "2026-09-28T21:48:14.008-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1241} +{"time": "2026-09-28T21:48:15.014-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214814_008683.txt", "spike_captured": true, "spike_limit_ms": 56.25, "spike_probe_count": 2, "peak_probe_ms": 73.701, "sustained_jump_found": false, "incident_id": null, "attempt": 1241} +{"time": "2026-09-28T21:48:18.010-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1242} +{"time": "2026-09-28T21:48:18.817-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.5, "spike_probe_count": 0, "peak_probe_ms": 42.698, "sustained_jump_found": false, "incident_id": null, "attempt": 1242} +{"time": "2026-09-28T21:48:21.010-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1243} +{"time": "2026-09-28T21:48:21.818-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.5, "spike_probe_count": 0, "peak_probe_ms": 24.651, "sustained_jump_found": false, "incident_id": null, "attempt": 1243} +{"time": "2026-09-28T21:48:24.011-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1244} +{"time": "2026-09-28T21:48:25.016-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.75, "spike_probe_count": 0, "peak_probe_ms": 35.027, "sustained_jump_found": false, "incident_id": null, "attempt": 1244} +{"time": "2026-09-28T21:48:28.011-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1245} +{"time": "2026-09-28T21:48:28.820-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.7, "spike_probe_count": 0, "peak_probe_ms": 25.763, "sustained_jump_found": false, "incident_id": null, "attempt": 1245} +{"time": "2026-09-28T21:48:31.012-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1246} +{"time": "2026-09-28T21:48:32.017-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214831_012236.txt", "spike_captured": true, "spike_limit_ms": 56.7, "spike_probe_count": 1, "peak_probe_ms": 63.695, "sustained_jump_found": false, "incident_id": null, "attempt": 1246} +{"time": "2026-09-28T21:48:35.013-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1247} +{"time": "2026-09-28T21:48:36.018-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.65, "spike_probe_count": 0, "peak_probe_ms": 33.761, "sustained_jump_found": false, "incident_id": null, "attempt": 1247} +{"time": "2026-09-28T21:48:39.014-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1248} +{"time": "2026-09-28T21:48:39.822-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.55, "spike_probe_count": 0, "peak_probe_ms": 20.713, "sustained_jump_found": false, "incident_id": null, "attempt": 1248} +{"time": "2026-09-28T21:48:42.015-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1249} +{"time": "2026-09-28T21:48:43.021-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.55, "spike_probe_count": 0, "peak_probe_ms": 51.833, "sustained_jump_found": false, "incident_id": null, "attempt": 1249} +{"time": "2026-09-28T21:48:46.015-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1250} +{"time": "2026-09-28T21:48:46.822-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.6, "spike_probe_count": 0, "peak_probe_ms": 21.776, "sustained_jump_found": false, "incident_id": null, "attempt": 1250} +{"time": "2026-09-28T21:48:49.015-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1251} +{"time": "2026-09-28T21:48:50.021-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214849_015582.txt", "spike_captured": true, "spike_limit_ms": 56.7, "spike_probe_count": 1, "peak_probe_ms": 77.693, "sustained_jump_found": false, "incident_id": null, "attempt": 1251} +{"time": "2026-09-28T21:48:53.016-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1252} +{"time": "2026-09-28T21:48:53.036-05:00", "event": "period_complete", "bad_count": 0, "streak": 0} +{"time": "2026-09-28T21:48:53.824-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.7, "spike_probe_count": 0, "peak_probe_ms": 46.845, "sustained_jump_found": false, "incident_id": null, "attempt": 1252} +{"time": "2026-09-28T21:48:56.017-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1253} +{"time": "2026-09-28T21:48:57.023-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.65, "spike_probe_count": 0, "peak_probe_ms": 37.494, "sustained_jump_found": false, "incident_id": null, "attempt": 1253} +{"time": "2026-09-28T21:49:00.017-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1254} +{"time": "2026-09-28T21:49:00.825-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214900_017627.txt", "spike_captured": true, "spike_limit_ms": 56.55, "spike_probe_count": 1, "peak_probe_ms": 63.514, "sustained_jump_found": false, "incident_id": null, "attempt": 1254} +{"time": "2026-09-28T21:49:03.018-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1255} +{"time": "2026-09-28T21:49:04.024-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.55, "spike_probe_count": 0, "peak_probe_ms": 44.856, "sustained_jump_found": false, "incident_id": null, "attempt": 1255} +{"time": "2026-09-28T21:49:07.020-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1256} +{"time": "2026-09-28T21:49:07.826-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.65, "spike_probe_count": 0, "peak_probe_ms": 40.676, "sustained_jump_found": false, "incident_id": null, "attempt": 1256} +{"time": "2026-09-28T21:49:10.020-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1257} +{"time": "2026-09-28T21:49:11.024-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214910_020399.txt", "spike_captured": true, "spike_limit_ms": 56.65, "spike_probe_count": 1, "peak_probe_ms": 65.67, "sustained_jump_found": false, "incident_id": null, "attempt": 1257} +{"time": "2026-09-28T21:49:14.020-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1258} +{"time": "2026-09-28T21:49:14.827-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.7, "spike_probe_count": 0, "peak_probe_ms": 28.92, "sustained_jump_found": false, "incident_id": null, "attempt": 1258} +{"time": "2026-09-28T21:49:17.020-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1259} +{"time": "2026-09-28T21:49:18.229-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214917_020675.txt", "spike_captured": true, "spike_limit_ms": 56.7, "spike_probe_count": 1, "peak_probe_ms": 70.792, "sustained_jump_found": false, "incident_id": null, "attempt": 1259} +{"time": "2026-09-28T21:49:19.102-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 77.6, "bad": true, "baseline_ms": 16.7, "trigger": false, "period_bad": 1, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:49:21.021-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1260} +{"time": "2026-09-28T21:49:21.082-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 57.7, "bad": true, "baseline_ms": 16.7, "trigger": false, "period_bad": 2, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:49:23.229-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214921_021602.txt", "spike_captured": true, "spike_limit_ms": 56.7, "spike_probe_count": 3, "peak_probe_ms": 127.914, "sustained_jump_found": false, "incident_id": null, "attempt": 1260} +{"time": "2026-09-28T21:49:24.213-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 187.0, "bad": true, "baseline_ms": 16.7, "trigger": false, "period_bad": 3, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:49:25.096-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 70.9, "bad": true, "baseline_ms": 16.7, "trigger": false, "period_bad": 4, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:49:26.022-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1261} +{"time": "2026-09-28T21:49:29.030-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214926_022609.txt", "spike_captured": true, "spike_limit_ms": 56.7, "spike_probe_count": 10, "peak_probe_ms": 336.66, "sustained_jump_found": false, "incident_id": null, "attempt": 1261} +{"time": "2026-09-28T21:49:29.085-05:00", "event": "ping", "target": "1.1.1.1", "latency_ms": 58.0, "bad": true, "baseline_ms": 16.7, "trigger": false, "period_bad": 5, "completed_period_bad": null, "consecutive_bad_periods": 0} +{"time": "2026-09-28T21:49:32.023-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1262} +{"time": "2026-09-28T21:49:33.231-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214932_023521.txt", "spike_captured": true, "spike_limit_ms": 56.75, "spike_probe_count": 2, "peak_probe_ms": 74.753, "sustained_jump_found": false, "incident_id": null, "attempt": 1262} +{"time": "2026-09-28T21:49:36.024-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1263} +{"time": "2026-09-28T21:49:37.832-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214936_024323.txt", "spike_captured": true, "spike_limit_ms": 56.75, "spike_probe_count": 7, "peak_probe_ms": 143.874, "sustained_jump_found": false, "incident_id": null, "attempt": 1263} +{"time": "2026-09-28T21:49:40.025-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1264} +{"time": "2026-09-28T21:49:41.030-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 56.9, "spike_probe_count": 0, "peak_probe_ms": 25.806, "sustained_jump_found": false, "incident_id": null, "attempt": 1264} +{"time": "2026-09-28T21:49:44.025-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1265} +{"time": "2026-09-28T21:49:44.834-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.25, "spike_probe_count": 0, "peak_probe_ms": 38.837, "sustained_jump_found": false, "incident_id": null, "attempt": 1265} +{"time": "2026-09-28T21:49:47.026-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1266} +{"time": "2026-09-28T21:49:48.032-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214947_026295.txt", "spike_captured": true, "spike_limit_ms": 57.25, "spike_probe_count": 1, "peak_probe_ms": 70.662, "sustained_jump_found": false, "incident_id": null, "attempt": 1266} +{"time": "2026-09-28T21:49:51.027-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1267} +{"time": "2026-09-28T21:49:52.032-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.2, "spike_probe_count": 0, "peak_probe_ms": 25.615, "sustained_jump_found": false, "incident_id": null, "attempt": 1267} +{"time": "2026-09-28T21:49:53.046-05:00", "event": "period_complete", "bad_count": 5, "streak": 1} +{"time": "2026-09-28T21:49:55.028-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1268} +{"time": "2026-09-28T21:49:55.837-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.15, "spike_probe_count": 0, "peak_probe_ms": 38.66, "sustained_jump_found": false, "incident_id": null, "attempt": 1268} +{"time": "2026-09-28T21:49:58.029-05:00", "event": "trace_start", "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "incident_id": null, "attempt": 1269} +{"time": "2026-09-28T21:49:58.836-05:00", "event": "trace_complete", "target": "1.1.1.1", "returncode": 0, "command": ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", "-w", "0.5", "1.1.1.1"], "assessment": "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", "raw_file": null, "spike_captured": false, "spike_limit_ms": 57.0, "spike_probe_count": 0, "peak_probe_ms": 53.653, "sustained_jump_found": false, "incident_id": null, "attempt": 1269} +{"time": "2026-09-28T21:50:00.459-05:00", "event": "stop", "samples": 4867} diff --git a/logs/trace_20260928_201822_597829.json b/logs/trace_20260928_201822_597829.json new file mode 100644 index 0000000..54cc8f0 --- /dev/null +++ b/logs/trace_20260928_201822_597829.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:18:23.606-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.282, + 12.138, + 11.827 + ], + "median_ms": 12.138, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.282 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.138 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.827 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 71.872, + 32.549, + 11.087 + ], + "median_ms": 32.549, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 71.872 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 32.549 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.087 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.093, + 10.964, + 13.797 + ], + "median_ms": 13.797, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 23.093 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 10.964 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.797 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.693, + 13.877, + 25.915 + ], + "median_ms": 13.877, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.693 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.877 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 25.915 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.476, + 38.853, + 15.05 + ], + "median_ms": 17.476, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.476 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 38.853 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.05 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.646, + 16.826, + 25.62 + ], + "median_ms": 17.646, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.646 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.826 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 25.62 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.771, + 26.828, + 17.568 + ], + "median_ms": 23.771, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 23.771 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 26.828 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 17.568 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.353, + 26.614, + 15.768 + ], + "median_ms": 16.353, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.353 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 26.614 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.768 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.58, + 17.064, + 21.588 + ], + "median_ms": 18.58, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 18.58 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 17.064 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 21.588 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.684, + 18.514, + 32.694 + ], + "median_ms": 18.514, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 17.684 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.514 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 32.694 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_201822_597829.txt", + "spike_captured": true, + "spike_limit_ms": 57.6, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 71.872 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 71.872, + "sustained_jump_found": false, + "incident_id": "incident_20260928_201818_387619", + "attempt": 2 +} \ No newline at end of file diff --git a/logs/trace_20260928_201822_597829.txt b/logs/trace_20260928_201822_597829.txt new file mode 100644 index 0000000..a5cb530 --- /dev/null +++ b/logs/trace_20260928_201822_597829.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.282 ms 12.138 ms 11.827 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 71.872 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 32.549 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.087 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 23.093 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 10.964 ms 13.797 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.693 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.877 ms 25.915 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.476 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 38.853 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.050 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 17.646 ms 16.826 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 25.620 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 23.771 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 26.828 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 17.568 ms + 8 141.101.73.110 (141.101.73.110) 16.353 ms 141.101.73.111 (141.101.73.111) 26.614 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.768 ms + 9 141.101.73.195 (141.101.73.195) 18.580 ms 141.101.73.159 (141.101.73.159) 17.064 ms 141.101.73.125 (141.101.73.125) 21.588 ms +10 141.101.73.157 (141.101.73.157) 17.684 ms one.one.one.one (1.1.1.1) 18.514 ms 32.694 ms diff --git a/logs/trace_20260928_202621_633856.json b/logs/trace_20260928_202621_633856.json new file mode 100644 index 0000000..c3758b5 --- /dev/null +++ b/logs/trace_20260928_202621_633856.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:26:22.440-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.624, + 11.771, + 12.801 + ], + "median_ms": 12.624, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.624 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.771 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.801 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.916, + 13.724, + 10.855 + ], + "median_ms": 11.916, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.916 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 13.724 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 10.855 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 14.083, + 16.651, + 12.602 + ], + "median_ms": 14.083, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.083 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.651 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.602 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 12.582, + 11.662, + 12.739 + ], + "median_ms": 12.582, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.582 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.662 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.739 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.727, + 17.944, + 15.615 + ], + "median_ms": 17.727, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.727 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.944 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.615 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.155, + 18.621, + 15.103 + ], + "median_ms": 16.155, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.155 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.621 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.103 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 23.633, + 14.67, + 15.728 + ], + "median_ms": 15.728, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 23.633 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.67 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.728 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.764, + 15.716, + 93.58 + ], + "median_ms": 15.716, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.764 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.716 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 93.58 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.768, + 16.835, + 15.685 + ], + "median_ms": 15.685, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.768 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 16.835 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.685 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 23.634, + 14.795, + 15.683 + ], + "median_ms": 15.683, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 23.634 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.795 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.683 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_202621_633856.txt", + "spike_captured": true, + "spike_limit_ms": 57.05, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 93.58 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 93.58, + "sustained_jump_found": false, + "incident_id": "incident_20260928_202618_625014", + "attempt": 2 +} \ No newline at end of file diff --git a/logs/trace_20260928_202621_633856.txt b/logs/trace_20260928_202621_633856.txt new file mode 100644 index 0000000..c604b0f --- /dev/null +++ b/logs/trace_20260928_202621_633856.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.624 ms 11.771 ms 12.801 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.916 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 13.724 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 10.855 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.083 ms 16.651 ms 12.602 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.582 ms 11.662 ms 12.739 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.727 ms 17.944 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.615 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.155 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 18.621 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.103 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 23.633 ms 14.670 ms 15.728 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.764 ms 141.101.73.110 (141.101.73.110) 15.716 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 93.580 ms + 9 141.101.73.111 (141.101.73.111) 14.768 ms 141.101.73.177 (141.101.73.177) 16.835 ms 141.101.73.111 (141.101.73.111) 15.685 ms +10 one.one.one.one (1.1.1.1) 23.634 ms 14.795 ms 15.683 ms diff --git a/logs/trace_20260928_202904_832610.json b/logs/trace_20260928_202904_832610.json new file mode 100644 index 0000000..96a9214 --- /dev/null +++ b/logs/trace_20260928_202904_832610.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:29:06.241-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.418, + 10.916, + 18.892 + ], + "median_ms": 11.418, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.418 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.916 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 18.892 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.784, + 4.783, + 13.387 + ], + "median_ms": 13.387, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 20.784 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 4.783 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.387 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 16.087, + 14.657, + 14.756 + ], + "median_ms": 14.756, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.087 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.657 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.756 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 13.603, + 12.74, + 23.558 + ], + "median_ms": 13.603, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.603 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.74 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 23.558 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.734, + 16.649, + 22.009 + ], + "median_ms": 16.734, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.734 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.649 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 22.009 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.557, + 18.732, + 16.653 + ], + "median_ms": 16.653, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.557 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 18.732 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.653 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 34.748, + 48.801, + 134.849 + ], + "median_ms": 48.801, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 34.748 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 48.801 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 134.849 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.822, + 16.656, + 16.596 + ], + "median_ms": 16.656, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 24.822 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.656 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.596 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.725, + 25.864, + 23.545 + ], + "median_ms": 24.725, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 24.725 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 25.864 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 23.545 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.703, + 16.675, + 16.817 + ], + "median_ms": 16.817, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 32.703 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.675 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 16.817 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_202904_832610.txt", + "spike_captured": true, + "spike_limit_ms": 57.2, + "spike_probes": [ + { + "hop": 7, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 134.849 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 134.849, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 4 +} \ No newline at end of file diff --git a/logs/trace_20260928_202904_832610.txt b/logs/trace_20260928_202904_832610.txt new file mode 100644 index 0000000..7edfe09 --- /dev/null +++ b/logs/trace_20260928_202904_832610.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.418 ms 10.916 ms 18.892 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 20.784 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 4.783 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 13.387 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 16.087 ms 14.657 ms 14.756 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.603 ms 12.740 ms 23.558 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.734 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.649 ms 22.009 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.557 ms 18.732 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 16.653 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 34.748 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 48.801 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 134.849 ms + 8 141.101.73.110 (141.101.73.110) 24.822 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.656 ms 16.596 ms + 9 141.101.73.195 (141.101.73.195) 24.725 ms 141.101.73.127 (141.101.73.127) 25.864 ms 141.101.73.110 (141.101.73.110) 23.545 ms +10 141.101.73.179 (141.101.73.179) 32.703 ms one.one.one.one (1.1.1.1) 16.675 ms 141.101.73.117 (141.101.73.117) 16.817 ms diff --git a/logs/trace_20260928_202908_833609.json b/logs/trace_20260928_202908_833609.json new file mode 100644 index 0000000..cf4b5c1 --- /dev/null +++ b/logs/trace_20260928_202908_833609.json @@ -0,0 +1,357 @@ +{ + "time": "2026-09-28T20:29:10.442-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 68.207, + 30.279, + 16.68 + ], + "median_ms": 30.279, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 68.207 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 30.279 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 16.68 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 133.789, + 14.497, + 67.823 + ], + "median_ms": 67.823, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 133.789 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 14.497 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 67.823 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 27.603, + 12.699, + 66.685 + ], + "median_ms": 27.603, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 27.603 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.699 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 66.685 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 115.596, + 46.812, + 83.848 + ], + "median_ms": 83.848, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 115.596 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 46.812 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 83.848 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.741, + 32.777, + 15.677 + ], + "median_ms": 17.741, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.741 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 32.777 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.677 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.734, + 14.677, + 29.818 + ], + "median_ms": 23.734, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 23.734 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 14.677 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 29.818 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.594, + 12.879, + 34.976 + ], + "median_ms": 24.594, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 24.594 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 12.879 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 34.976 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.7, + 15.605, + 16.556 + ], + "median_ms": 16.556, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.7 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.605 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.556 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.748, + 36.274, + 34.642 + ], + "median_ms": 34.642, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.748 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 36.274 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 34.642 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.605, + 56.88, + 17.619 + ], + "median_ms": 26.605, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 26.605 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 56.88 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.619 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_202908_833609.txt", + "spike_captured": true, + "spike_limit_ms": 57.0, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 68.207 + }, + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 133.789 + }, + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 67.823 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 66.685 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 115.596 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 83.848 + } + ], + "spike_probe_count": 6, + "peak_probe_ms": 133.789, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 5 +} \ No newline at end of file diff --git a/logs/trace_20260928_202908_833609.txt b/logs/trace_20260928_202908_833609.txt new file mode 100644 index 0000000..2dc727b --- /dev/null +++ b/logs/trace_20260928_202908_833609.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 68.207 ms 30.279 ms 16.680 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 133.789 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 14.497 ms 67.823 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 27.603 ms 12.699 ms 66.685 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 115.596 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 46.812 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 83.848 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.741 ms 32.777 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.677 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 23.734 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 14.677 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 29.818 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 24.594 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 12.879 ms 34.976 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.700 ms 141.101.73.111 (141.101.73.111) 15.605 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.556 ms + 9 141.101.73.110 (141.101.73.110) 15.748 ms 141.101.73.179 (141.101.73.179) 36.274 ms 141.101.73.110 (141.101.73.110) 34.642 ms +10 141.101.73.177 (141.101.73.177) 26.605 ms 141.101.73.167 (141.101.73.167) 56.880 ms one.one.one.one (1.1.1.1) 17.619 ms diff --git a/logs/trace_20260928_202916_835701.json b/logs/trace_20260928_202916_835701.json new file mode 100644 index 0000000..2a75156 --- /dev/null +++ b/logs/trace_20260928_202916_835701.json @@ -0,0 +1,356 @@ +{ + "time": "2026-09-28T20:29:18.445-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.089, + 12.706, + 12.803 + ], + "median_ms": 12.706, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.089 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.706 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.803 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.892, + 34.727, + 10.949 + ], + "median_ms": 19.892, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 19.892 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 34.727 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.949 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.049, + 14.744, + 20.781 + ], + "median_ms": 14.744, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.049 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.744 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 20.781 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.748, + 12.477, + 15.861 + ], + "median_ms": 12.748, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.748 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.477 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.861 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.767, + 48.76, + 28.798 + ], + "median_ms": 28.798, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.767 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 48.76 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 28.798 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.792, + 15.801, + 82.747 + ], + "median_ms": 29.792, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 29.792 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.801 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 82.747 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 65.813, + 42.788, + 15.785 + ], + "median_ms": 42.788, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 65.813 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 42.788 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.785 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.797, + 40.609, + 24.621 + ], + "median_ms": 32.797, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 32.797 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 40.609 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 24.621 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 42.985, + 18.721, + 14.63 + ], + "median_ms": 18.721, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 42.985 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 18.721 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.63 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.71, + 17.748 + ], + "median_ms": 17.729, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 17.71 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 17.748 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 15.846, + 16.934, + 16.525 + ], + "median_ms": 16.525, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.846 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.934 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.525 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_202916_835701.txt", + "spike_captured": true, + "spike_limit_ms": 57.0, + "spike_probes": [ + { + "hop": 6, + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 82.747 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 65.813 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 82.747, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 7 +} \ No newline at end of file diff --git a/logs/trace_20260928_202916_835701.txt b/logs/trace_20260928_202916_835701.txt new file mode 100644 index 0000000..504a43f --- /dev/null +++ b/logs/trace_20260928_202916_835701.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.089 ms 12.706 ms 12.803 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 19.892 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 34.727 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 10.949 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.049 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.744 ms 20.781 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.748 ms 12.477 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.861 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 14.767 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 48.760 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 28.798 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 29.792 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.801 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 82.747 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 65.813 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 42.788 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.785 ms + 8 141.101.73.111 (141.101.73.111) 32.797 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 40.609 ms 24.621 ms + 9 141.101.73.161 (141.101.73.161) 42.985 ms 141.101.73.165 (141.101.73.165) 18.721 ms 141.101.73.111 (141.101.73.111) 14.630 ms +10 141.101.73.161 (141.101.73.161) 17.710 ms 141.101.73.125 (141.101.73.125) 17.748 ms * +11 one.one.one.one (1.1.1.1) 15.846 ms 16.934 ms 16.525 ms diff --git a/logs/trace_20260928_202920_836621.json b/logs/trace_20260928_202920_836621.json new file mode 100644 index 0000000..943616b --- /dev/null +++ b/logs/trace_20260928_202920_836621.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:29:21.842-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.768, + 20.08, + 32.803 + ], + "median_ms": 20.08, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.768 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.08 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 32.803 + } + ] + }, + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": [ + 11.768, + 23.746, + 13.851 + ], + "median_ms": 13.851, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.768 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 23.746 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.851 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.99, + 60.434, + 17.849 + ], + "median_ms": 17.849, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.99 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 60.434 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 17.849 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.837, + 15.779, + 12.684 + ], + "median_ms": 13.837, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.837 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.779 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.684 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.628, + 13.706, + 37.777 + ], + "median_ms": 16.628, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.628 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 13.706 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 37.777 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.665, + 17.774, + 26.657 + ], + "median_ms": 17.774, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.665 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.774 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 26.657 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.693, + 31.732, + 40.68 + ], + "median_ms": 31.732, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.693 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 31.732 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 40.68 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.578, + 17.625, + 15.731 + ], + "median_ms": 17.625, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 32.578 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.625 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.731 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.692, + 16.685, + 27.723 + ], + "median_ms": 16.685, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.692 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.685 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 27.723 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.581, + 15.715, + 24.695 + ], + "median_ms": 20.581, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 20.581 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.715 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 24.695 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_202920_836621.txt", + "spike_captured": true, + "spike_limit_ms": 57.0, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 60.434 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 60.434, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 8 +} \ No newline at end of file diff --git a/logs/trace_20260928_202920_836621.txt b/logs/trace_20260928_202920_836621.txt new file mode 100644 index 0000000..e473abc --- /dev/null +++ b/logs/trace_20260928_202920_836621.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.768 ms 20.080 ms 32.803 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.768 ms 23.746 ms 13.851 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.990 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 60.434 ms 17.849 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.837 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.779 ms 12.684 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.628 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 13.706 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 37.777 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 14.665 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 17.774 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 26.657 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.693 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 31.732 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 40.680 ms + 8 141.101.73.110 (141.101.73.110) 32.578 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.625 ms 15.731 ms + 9 141.101.73.110 (141.101.73.110) 15.692 ms 16.685 ms 141.101.73.175 (141.101.73.175) 27.723 ms +10 one.one.one.one (1.1.1.1) 20.581 ms 15.715 ms 141.101.73.173 (141.101.73.173) 24.695 ms diff --git a/logs/trace_20260928_202928_838679.json b/logs/trace_20260928_202928_838679.json new file mode 100644 index 0000000..e443486 --- /dev/null +++ b/logs/trace_20260928_202928_838679.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:29:29.845-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.501, + 11.054, + 11.598 + ], + "median_ms": 11.501, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.501 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.054 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.598 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.995, + 11.454, + 12.243 + ], + "median_ms": 12.243, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 21.995 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.454 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.243 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.808, + 13.724, + 13.694 + ], + "median_ms": 13.724, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.808 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.724 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.694 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.841, + 21.593, + 13.652 + ], + "median_ms": 13.652, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.841 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 21.593 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.652 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 25.817, + 16.682, + 24.792 + ], + "median_ms": 24.792, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.817 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.682 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.792 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.902, + 24.561, + 24.783 + ], + "median_ms": 24.561, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.902 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.561 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.783 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.145, + 13.391, + 60.786 + ], + "median_ms": 31.145, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 31.145 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 13.391 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 60.786 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.955, + 16.58, + 15.504 + ], + "median_ms": 16.58, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 24.955 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.58 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.504 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.664, + 14.546, + 31.752 + ], + "median_ms": 14.664, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.664 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.546 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 31.752 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.601, + 17.576, + 14.612 + ], + "median_ms": 17.576, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 32.601 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 17.576 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.612 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_202928_838679.txt", + "spike_captured": true, + "spike_limit_ms": 57.1, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 60.786 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 60.786, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 10 +} \ No newline at end of file diff --git a/logs/trace_20260928_202928_838679.txt b/logs/trace_20260928_202928_838679.txt new file mode 100644 index 0000000..9fe17d7 --- /dev/null +++ b/logs/trace_20260928_202928_838679.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.501 ms 11.054 ms 11.598 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 21.995 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.454 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.243 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.808 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.724 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.694 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.841 ms 21.593 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.652 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 25.817 ms 16.682 ms 24.792 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.902 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 24.561 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 24.783 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 31.145 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 13.391 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 60.786 ms + 8 141.101.73.111 (141.101.73.111) 24.955 ms 141.101.73.110 (141.101.73.110) 16.580 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.504 ms + 9 141.101.73.110 (141.101.73.110) 14.664 ms 14.546 ms 141.101.73.111 (141.101.73.111) 31.752 ms +10 141.101.73.125 (141.101.73.125) 32.601 ms 141.101.73.117 (141.101.73.117) 17.576 ms one.one.one.one (1.1.1.1) 14.612 ms diff --git a/logs/trace_20260928_202932_839632.json b/logs/trace_20260928_202932_839632.json new file mode 100644 index 0000000..5bd85cc --- /dev/null +++ b/logs/trace_20260928_202932_839632.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T20:29:34.048-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 39.689, + 22.378, + 20.855 + ], + "median_ms": 22.378, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 39.689 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.378 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.855 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.746, + 13.389, + 11.135 + ], + "median_ms": 11.746, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.746 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.389 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.135 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 15.187, + 20.814, + 13.664 + ], + "median_ms": 15.187, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.187 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 20.814 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.664 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.688, + 24.772, + 13.911 + ], + "median_ms": 13.911, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.688 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 24.772 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.911 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 63.145, + 38.85, + 30.615 + ], + "median_ms": 38.85, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 63.145 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 38.85 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 30.615 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.632, + 17.743, + 26.775 + ], + "median_ms": 17.743, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.632 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.743 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.775 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.742, + 62.903, + 21.668 + ], + "median_ms": 21.668, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.742 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 62.903 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 21.668 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 62.645, + 81.934, + 33.542 + ], + "median_ms": 62.645, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 62.645 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 81.934 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 33.542 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.708, + 15.547, + 25.467 + ], + "median_ms": 17.708, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 17.708 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.547 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 25.467 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.794, + 20.597, + 20.596 + ], + "median_ms": 20.596, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 17.794 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 20.597 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 20.596 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_202932_839632.txt", + "spike_captured": true, + "spike_limit_ms": 57.15, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 63.145 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 62.903 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 62.645 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 81.934 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 81.934, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 11 +} \ No newline at end of file diff --git a/logs/trace_20260928_202932_839632.txt b/logs/trace_20260928_202932_839632.txt new file mode 100644 index 0000000..d057b43 --- /dev/null +++ b/logs/trace_20260928_202932_839632.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 39.689 ms 22.378 ms 20.855 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.746 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 13.389 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.135 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.187 ms 20.814 ms 13.664 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.688 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 24.772 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.911 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 63.145 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 38.850 ms 30.615 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.632 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 17.743 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 26.775 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.742 ms 62.903 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 21.668 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 62.645 ms 81.934 ms 33.542 ms + 9 141.101.73.171 (141.101.73.171) 17.708 ms 141.101.73.111 (141.101.73.111) 15.547 ms 25.467 ms +10 141.101.73.159 (141.101.73.159) 17.794 ms 141.101.73.195 (141.101.73.195) 20.597 ms one.one.one.one (1.1.1.1) 20.596 ms diff --git a/logs/trace_20260928_202936_840654.json b/logs/trace_20260928_202936_840654.json new file mode 100644 index 0000000..7d4ab86 --- /dev/null +++ b/logs/trace_20260928_202936_840654.json @@ -0,0 +1,351 @@ +{ + "time": "2026-09-28T20:29:38.250-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.629, + 48.238, + 21.741 + ], + "median_ms": 21.741, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.629 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 48.238 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.741 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 96.772, + 58.312, + 12.706 + ], + "median_ms": 58.312, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 96.772 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 58.312 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.706 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.794, + 177.922, + 77.865 + ], + "median_ms": 77.865, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.794 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 177.922 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 77.865 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.624, + 26.827, + 33.603 + ], + "median_ms": 26.827, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.624 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 26.827 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 33.603 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 42.748, + 14.761, + 16.61 + ], + "median_ms": 16.61, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 42.748 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.761 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.61 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.843, + 33.819, + 30.766 + ], + "median_ms": 30.766, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.843 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 33.819 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 30.766 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 49.717, + 16.787, + 13.557 + ], + "median_ms": 16.787, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 49.717 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.787 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 13.557 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.727, + 15.946, + 24.537 + ], + "median_ms": 15.946, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.727 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.946 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 24.537 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.566, + 16.344, + 87.595 + ], + "median_ms": 31.566, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 31.566 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.344 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 87.595 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 16.713, + 16.992, + 16.749 + ], + "median_ms": 16.749, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.713 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.992 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.749 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_202936_840654.txt", + "spike_captured": true, + "spike_limit_ms": 57.3, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 96.772 + }, + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 58.312 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 177.922 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 77.865 + }, + { + "hop": 9, + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 87.595 + } + ], + "spike_probe_count": 5, + "peak_probe_ms": 177.922, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 12 +} \ No newline at end of file diff --git a/logs/trace_20260928_202936_840654.txt b/logs/trace_20260928_202936_840654.txt new file mode 100644 index 0000000..fecdf63 --- /dev/null +++ b/logs/trace_20260928_202936_840654.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.629 ms 48.238 ms 21.741 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 96.772 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 58.312 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.706 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.794 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 177.922 ms 77.865 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.624 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 26.827 ms 33.603 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 42.748 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.761 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.610 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 16.843 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 33.819 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 30.766 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 49.717 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.787 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 13.557 ms + 8 141.101.73.111 (141.101.73.111) 15.727 ms 15.946 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 24.537 ms + 9 141.101.73.110 (141.101.73.110) 31.566 ms 141.101.73.111 (141.101.73.111) 16.344 ms 141.101.73.165 (141.101.73.165) 87.595 ms +10 one.one.one.one (1.1.1.1) 16.713 ms 16.992 ms 16.749 ms diff --git a/logs/trace_20260928_202949_844423.json b/logs/trace_20260928_202949_844423.json new file mode 100644 index 0000000..780a7e7 --- /dev/null +++ b/logs/trace_20260928_202949_844423.json @@ -0,0 +1,362 @@ +{ + "time": "2026-09-28T20:29:51.051-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.881, + 11.027, + 10.829 + ], + "median_ms": 11.027, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.881 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.027 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.829 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.977, + 13.166, + 11.482 + ], + "median_ms": 11.977, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.977 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.166 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.482 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.066, + 28.773, + 28.706 + ], + "median_ms": 28.706, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.066 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 28.773 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 28.706 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 13.609, + 12.709, + 12.678 + ], + "median_ms": 12.709, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.609 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.709 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.678 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 65.693, + 15.663, + 16.631 + ], + "median_ms": 16.631, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 65.693 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.663 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.631 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.779, + 18.712, + 19.632 + ], + "median_ms": 18.712, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.779 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.712 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.632 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.746, + 22.684, + 18.604 + ], + "median_ms": 22.684, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 31.746 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 22.684 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 18.604 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.963, + 33.536, + 22.571 + ], + "median_ms": 22.571, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 20.963 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 33.536 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 22.571 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.708, + 25.622, + 24.678 + ], + "median_ms": 25.622, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 26.708 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 25.622 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 24.678 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 39.678, + 16.581, + 15.663 + ], + "median_ms": 16.581, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 39.678 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 16.581 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 15.663 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 16.836, + 121.805, + 16.747 + ], + "median_ms": 16.836, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.836 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 121.805 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.747 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_202949_844423.txt", + "spike_captured": true, + "spike_limit_ms": 57.2, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 65.693 + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 121.805 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 121.805, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 16 +} \ No newline at end of file diff --git a/logs/trace_20260928_202949_844423.txt b/logs/trace_20260928_202949_844423.txt new file mode 100644 index 0000000..b322c70 --- /dev/null +++ b/logs/trace_20260928_202949_844423.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.881 ms 11.027 ms 10.829 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.977 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 13.166 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.482 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.066 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 28.773 ms 28.706 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.609 ms 12.709 ms 12.678 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 65.693 ms 15.663 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.631 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 16.779 ms 18.712 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 19.632 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 31.746 ms 22.684 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 18.604 ms + 8 141.101.73.110 (141.101.73.110) 20.963 ms 141.101.73.111 (141.101.73.111) 33.536 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 22.571 ms + 9 141.101.73.110 (141.101.73.110) 26.708 ms 25.622 ms 141.101.73.111 (141.101.73.111) 24.678 ms +10 141.101.73.157 (141.101.73.157) 39.678 ms 141.101.73.165 (141.101.73.165) 16.581 ms 15.663 ms +11 one.one.one.one (1.1.1.1) 16.836 ms 121.805 ms 16.747 ms diff --git a/logs/trace_20260928_202953_844924.json b/logs/trace_20260928_202953_844924.json new file mode 100644 index 0000000..c3eb170 --- /dev/null +++ b/logs/trace_20260928_202953_844924.json @@ -0,0 +1,368 @@ +{ + "time": "2026-09-28T20:29:55.653-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.404, + 11.62, + 11.089 + ], + "median_ms": 11.62, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.404 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.62 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.089 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.645, + 11.652, + 26.356 + ], + "median_ms": 11.652, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.645 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.652 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 26.356 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.94, + 13.829, + 13.576 + ], + "median_ms": 13.576, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.94 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.829 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.576 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.891, + 13.66, + 13.908 + ], + "median_ms": 13.908, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 20.891 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.66 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.908 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 15.777, + 16.958, + 18.814 + ], + "median_ms": 16.958, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.777 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.958 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.814 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.704, + 19.617, + 41.708 + ], + "median_ms": 19.617, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.704 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 19.617 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 41.708 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 50.621, + 32.674, + 47.663 + ], + "median_ms": 47.663, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 50.621 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 32.674 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 47.663 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 40.665, + 44.696, + 16.608 + ], + "median_ms": 40.665, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 40.665 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 44.696 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.608 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 51.615, + 19.768, + 80.616 + ], + "median_ms": 51.615, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 51.615 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 19.768 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 80.616 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 278.328, + 41.527, + 80.708 + ], + "median_ms": 80.708, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 278.328 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 41.527 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 80.708 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 48.679, + 30.784, + 18.654 + ], + "median_ms": 30.784, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 48.679 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 30.784 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.654 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_202953_844924.txt", + "spike_captured": true, + "spike_limit_ms": 57.2, + "spike_probes": [ + { + "hop": 9, + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 80.616 + }, + { + "hop": 10, + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 278.328 + }, + { + "hop": 10, + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 80.708 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 278.328, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 17 +} \ No newline at end of file diff --git a/logs/trace_20260928_202953_844924.txt b/logs/trace_20260928_202953_844924.txt new file mode 100644 index 0000000..83f1bd2 --- /dev/null +++ b/logs/trace_20260928_202953_844924.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.404 ms 11.620 ms 11.089 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.645 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.652 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 26.356 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.940 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.829 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.576 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 20.891 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.660 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.908 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.777 ms 16.958 ms 18.814 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 18.704 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 19.617 ms 41.708 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 50.621 ms 32.674 ms 47.663 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 40.665 ms 44.696 ms 141.101.73.111 (141.101.73.111) 16.608 ms + 9 141.101.73.159 (141.101.73.159) 51.615 ms 141.101.73.147 (141.101.73.147) 19.768 ms 141.101.73.169 (141.101.73.169) 80.616 ms +10 141.101.73.165 (141.101.73.165) 278.328 ms 141.101.73.169 (141.101.73.169) 41.527 ms 141.101.73.165 (141.101.73.165) 80.708 ms +11 one.one.one.one (1.1.1.1) 48.679 ms 30.784 ms 18.654 ms diff --git a/logs/trace_20260928_202957_845832.json b/logs/trace_20260928_202957_845832.json new file mode 100644 index 0000000..25cf558 --- /dev/null +++ b/logs/trace_20260928_202957_845832.json @@ -0,0 +1,393 @@ +{ + "time": "2026-09-28T20:30:00.456-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 24.138, + 16.469, + 169.839 + ], + "median_ms": 24.138, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 24.138 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 16.469 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 169.839 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.806, + 25.115, + 15.938 + ], + "median_ms": 25.115, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 26.806 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 25.115 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 15.938 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 430.866, + 63.825, + 63.605 + ], + "median_ms": 63.825, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 430.866 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 63.825 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 63.605 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.588, + 102.676, + 9.497 + ], + "median_ms": 14.588, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.588 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 102.676 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 9.497 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 42.948, + 38.77, + 92.606 + ], + "median_ms": 42.948, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 42.948 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 38.77 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 92.606 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 150.697, + 217.735, + 68.657 + ], + "median_ms": 150.697, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 150.697 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 217.735 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 68.657 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.802, + 17.785, + 21.496 + ], + "median_ms": 17.785, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.802 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.785 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 21.496 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 162.783, + 19.849, + 16.575 + ], + "median_ms": 19.849, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 162.783 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 19.849 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.575 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 43.745, + 40.46, + 177.716 + ], + "median_ms": 43.745, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 43.745 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 40.46 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 177.716 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.598, + 38.712, + 57.747 + ], + "median_ms": 38.712, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 20.598 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 38.712 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 57.747 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_202957_845832.txt", + "spike_captured": true, + "spike_limit_ms": 57.2, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 169.839 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 430.866 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 63.825 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 63.605 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 102.676 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 92.606 + }, + { + "hop": 6, + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 150.697 + }, + { + "hop": 6, + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 217.735 + }, + { + "hop": 6, + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 68.657 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 162.783 + }, + { + "hop": 9, + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 177.716 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 57.747 + } + ], + "spike_probe_count": 12, + "peak_probe_ms": 430.866, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 18 +} \ No newline at end of file diff --git a/logs/trace_20260928_202957_845832.txt b/logs/trace_20260928_202957_845832.txt new file mode 100644 index 0000000..76a77b3 --- /dev/null +++ b/logs/trace_20260928_202957_845832.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 24.138 ms 16.469 ms 169.839 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 26.806 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 25.115 ms 15.938 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 430.866 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 63.825 ms 63.605 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.588 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 102.676 ms 9.497 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 42.948 ms 38.770 ms 92.606 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 150.697 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 217.735 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 68.657 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.802 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.785 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 21.496 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 162.783 ms 141.101.73.111 (141.101.73.111) 19.849 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.575 ms + 9 141.101.73.110 (141.101.73.110) 43.745 ms 141.101.73.111 (141.101.73.111) 40.460 ms 141.101.73.147 (141.101.73.147) 177.716 ms +10 141.101.73.173 (141.101.73.173) 20.598 ms one.one.one.one (1.1.1.1) 38.712 ms 57.747 ms diff --git a/logs/trace_20260928_203002_847161.json b/logs/trace_20260928_203002_847161.json new file mode 100644 index 0000000..bcbb439 --- /dev/null +++ b/logs/trace_20260928_203002_847161.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T20:30:04.055-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 9.097, + 12.906, + 12.826 + ], + "median_ms": 12.826, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.097 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.906 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.826 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.715, + 12.939, + 30.42 + ], + "median_ms": 12.939, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.715 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.939 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 30.42 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 38.949, + 15.6, + 14.717 + ], + "median_ms": 15.6, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 38.949 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.6 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.717 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.488, + 39.015, + 42.711 + ], + "median_ms": 39.015, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 26.488 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 39.015 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 42.711 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.714, + 16.641, + 21.662 + ], + "median_ms": 17.714, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.714 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.641 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 21.662 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 77.611, + 46.661, + 28.832 + ], + "median_ms": 46.661, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 77.611 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 46.661 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 28.832 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 58.575, + 27.689, + 18.787 + ], + "median_ms": 27.689, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 58.575 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 27.689 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 18.787 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 85.794, + 14.572, + 17.577 + ], + "median_ms": 17.577, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 85.794 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.572 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.577 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.584, + 16.354, + 17.432 + ], + "median_ms": 17.432, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 19.584 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.354 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.432 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.412, + 24.77, + 27.732 + ], + "median_ms": 24.77, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 16.412 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 24.77 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 27.732 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203002_847161.txt", + "spike_captured": true, + "spike_limit_ms": 57.2, + "spike_probes": [ + { + "hop": 6, + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 77.611 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 58.575 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 85.794 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 85.794, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 19 +} \ No newline at end of file diff --git a/logs/trace_20260928_203002_847161.txt b/logs/trace_20260928_203002_847161.txt new file mode 100644 index 0000000..9e68576 --- /dev/null +++ b/logs/trace_20260928_203002_847161.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 9.097 ms 12.906 ms 12.826 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.715 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.939 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 30.420 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 38.949 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.600 ms 14.717 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 26.488 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 39.015 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 42.711 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.714 ms 16.641 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 21.662 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 77.611 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 46.661 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 28.832 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 58.575 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 27.689 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 18.787 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 85.794 ms 141.101.73.110 (141.101.73.110) 14.572 ms 141.101.73.111 (141.101.73.111) 17.577 ms + 9 141.101.73.167 (141.101.73.167) 19.584 ms 141.101.73.111 (141.101.73.111) 16.354 ms 141.101.73.110 (141.101.73.110) 17.432 ms +10 141.101.73.159 (141.101.73.159) 16.412 ms one.one.one.one (1.1.1.1) 24.770 ms 27.732 ms diff --git a/logs/trace_20260928_203010_849173.json b/logs/trace_20260928_203010_849173.json new file mode 100644 index 0000000..5c049ad --- /dev/null +++ b/logs/trace_20260928_203010_849173.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:30:12.458-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 31.985, + 31.026, + 11.737 + ], + "median_ms": 31.026, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 31.985 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 31.026 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.737 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.843, + 14.001, + 11.515 + ], + "median_ms": 11.843, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.843 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 14.001 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.515 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.577, + 11.681, + 15.878 + ], + "median_ms": 13.577, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.577 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 11.681 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.878 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.773, + 46.591, + 12.692 + ], + "median_ms": 12.773, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.773 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 46.591 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.692 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.667, + 15.672, + 17.779 + ], + "median_ms": 16.667, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.667 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.672 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.779 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.708, + 16.775, + 18.876 + ], + "median_ms": 16.775, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.708 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.775 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.876 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 40.785, + 33.826, + 68.809 + ], + "median_ms": 40.785, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 40.785 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 33.826 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 68.809 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 43.784, + 33.941 + ], + "median_ms": 38.8625, + "timeouts": 1, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 43.784 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 33.941 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 99.58, + 36.647, + 23.546 + ], + "median_ms": 36.647, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 99.58 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 36.647 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 23.546 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.821, + 16.82, + 25.689 + ], + "median_ms": 19.821, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 19.821 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.82 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 25.689 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203010_849173.txt", + "spike_captured": true, + "spike_limit_ms": 57.2, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 68.809 + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 99.58 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 99.58, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 21 +} \ No newline at end of file diff --git a/logs/trace_20260928_203010_849173.txt b/logs/trace_20260928_203010_849173.txt new file mode 100644 index 0000000..0d462ef --- /dev/null +++ b/logs/trace_20260928_203010_849173.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 31.985 ms 31.026 ms 11.737 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.843 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 14.001 ms 11.515 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.577 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 11.681 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.878 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.773 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 46.591 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.692 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.667 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.672 ms 17.779 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.708 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.775 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 18.876 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 40.785 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 33.826 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 68.809 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 43.784 ms * 141.101.73.111 (141.101.73.111) 33.941 ms + 9 141.101.73.111 (141.101.73.111) 99.580 ms 141.101.73.173 (141.101.73.173) 36.647 ms 23.546 ms +10 one.one.one.one (1.1.1.1) 19.821 ms 16.820 ms 141.101.73.175 (141.101.73.175) 25.689 ms diff --git a/logs/trace_20260928_203014_850176.json b/logs/trace_20260928_203014_850176.json new file mode 100644 index 0000000..ca95dda --- /dev/null +++ b/logs/trace_20260928_203014_850176.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:30:15.657-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 10.849, + 12.979, + 10.948 + ], + "median_ms": 10.948, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.849 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.979 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.948 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.765, + 12.026, + 23.431 + ], + "median_ms": 12.026, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.765 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.026 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 23.431 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 12.937, + 10.877, + 13.775 + ], + "median_ms": 12.937, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.937 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 10.877 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.775 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.64, + 11.777, + 14.902 + ], + "median_ms": 12.64, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.64 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.777 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.902 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.636, + 17.699, + 15.807 + ], + "median_ms": 16.636, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.636 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.699 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.807 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 34.966, + 20.813, + 62.835 + ], + "median_ms": 34.966, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 34.966 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 20.813 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 62.835 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 14.702, + 14.848, + 15.547 + ], + "median_ms": 14.848, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.702 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.848 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.547 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.679, + 14.677, + 14.603 + ], + "median_ms": 14.677, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.679 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.677 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.603 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.672, + 16.583, + 15.588 + ], + "median_ms": 15.588, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.672 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 16.583 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.588 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.601, + 15.679, + 16.685 + ], + "median_ms": 16.685, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 22.601 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.679 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 16.685 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203014_850176.txt", + "spike_captured": true, + "spike_limit_ms": 57.35, + "spike_probes": [ + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 62.835 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 62.835, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 22 +} \ No newline at end of file diff --git a/logs/trace_20260928_203014_850176.txt b/logs/trace_20260928_203014_850176.txt new file mode 100644 index 0000000..cdfe3f6 --- /dev/null +++ b/logs/trace_20260928_203014_850176.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 10.849 ms 12.979 ms 10.948 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.765 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.026 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 23.431 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.937 ms 10.877 ms 13.775 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.640 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.777 ms 14.902 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.636 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.699 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.807 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 34.966 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 20.813 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 62.835 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.702 ms 14.848 ms 15.547 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.679 ms 141.101.73.110 (141.101.73.110) 14.677 ms 14.603 ms + 9 141.101.73.110 (141.101.73.110) 14.672 ms 141.101.73.157 (141.101.73.157) 16.583 ms 141.101.73.110 (141.101.73.110) 15.588 ms +10 one.one.one.one (1.1.1.1) 22.601 ms 15.679 ms 141.101.73.117 (141.101.73.117) 16.685 ms diff --git a/logs/trace_20260928_203017_850858.json b/logs/trace_20260928_203017_850858.json new file mode 100644 index 0000000..3448d9c --- /dev/null +++ b/logs/trace_20260928_203017_850858.json @@ -0,0 +1,351 @@ +{ + "time": "2026-09-28T20:30:19.459-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 19.787, + 21.825, + 51.87 + ], + "median_ms": 21.825, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 19.787 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.825 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 51.87 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 45.75, + 82.407, + 13.849 + ], + "median_ms": 45.75, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 45.75 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 82.407 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 13.849 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.758, + 25.933, + 13.686 + ], + "median_ms": 17.758, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 17.758 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 25.933 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.686 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 70.829, + 34.775, + 51.713 + ], + "median_ms": 51.713, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 70.829 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 34.775 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 51.713 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.759, + 163.831, + 26.694 + ], + "median_ms": 28.759, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 28.759 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 163.831 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.694 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 63.771, + 19.856, + 43.794 + ], + "median_ms": 43.794, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 63.771 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 19.856 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 43.794 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 60.798, + 40.81, + 18.791 + ], + "median_ms": 40.81, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 60.798 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 40.81 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 18.791 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.904, + 26.582, + 15.812 + ], + "median_ms": 26.582, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.904 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 26.582 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.812 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.712, + 23.586, + 16.633 + ], + "median_ms": 23.586, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 24.712 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 23.586 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 16.633 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.909, + 15.557, + 16.895 + ], + "median_ms": 16.895, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 20.909 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.557 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 16.895 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203017_850858.txt", + "spike_captured": true, + "spike_limit_ms": 57.35, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 82.407 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 70.829 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 163.831 + }, + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 63.771 + }, + { + "hop": 7, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 60.798 + } + ], + "spike_probe_count": 5, + "peak_probe_ms": 163.831, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 23 +} \ No newline at end of file diff --git a/logs/trace_20260928_203017_850858.txt b/logs/trace_20260928_203017_850858.txt new file mode 100644 index 0000000..a259679 --- /dev/null +++ b/logs/trace_20260928_203017_850858.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 19.787 ms 21.825 ms 51.870 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 45.750 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 82.407 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 13.849 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 17.758 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 25.933 ms 13.686 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 70.829 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 34.775 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 51.713 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 28.759 ms 163.831 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 26.694 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 63.771 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 19.856 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 43.794 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 60.798 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 40.810 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 18.791 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 29.904 ms 141.101.73.110 (141.101.73.110) 26.582 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.812 ms + 9 141.101.73.149 (141.101.73.149) 24.712 ms 141.101.73.110 (141.101.73.110) 23.586 ms 141.101.73.175 (141.101.73.175) 16.633 ms +10 141.101.73.163 (141.101.73.163) 20.909 ms one.one.one.one (1.1.1.1) 15.557 ms 141.101.73.127 (141.101.73.127) 16.895 ms diff --git a/logs/trace_20260928_203021_851704.json b/logs/trace_20260928_203021_851704.json new file mode 100644 index 0000000..151a0b9 --- /dev/null +++ b/logs/trace_20260928_203021_851704.json @@ -0,0 +1,362 @@ +{ + "time": "2026-09-28T20:30:23.261-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 14.273, + 21.992, + 29.693 + ], + "median_ms": 21.992, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.273 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.992 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 29.693 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 39.917, + 58.389, + 9.749 + ], + "median_ms": 39.917, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 39.917 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 58.389 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 9.749 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.084, + 43.889, + 40.761 + ], + "median_ms": 40.761, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 24.084 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 43.889 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 40.761 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 40.768, + 24.702, + 12.575 + ], + "median_ms": 24.702, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 40.768 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 24.702 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.575 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.781, + 16.845, + 14.732 + ], + "median_ms": 16.845, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.781 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.845 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.732 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 43.774, + 15.712, + 48.779 + ], + "median_ms": 43.774, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 43.774 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.712 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 48.779 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 77.763, + 24.845, + 15.688 + ], + "median_ms": 24.845, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 77.763 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 24.845 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.688 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.615, + 17.685, + 26.789 + ], + "median_ms": 17.685, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.615 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.685 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 26.789 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.584, + 17.621, + 15.533 + ], + "median_ms": 15.584, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.584 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 17.621 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.533 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.688, + 23.542, + 20.648 + ], + "median_ms": 20.648, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 17.688 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 23.542 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 20.648 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 56.584, + 37.852, + 18.574 + ], + "median_ms": 37.852, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 56.584 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 37.852 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.574 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203021_851704.txt", + "spike_captured": true, + "spike_limit_ms": 58.05, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 58.389 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 77.763 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 77.763, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 24 +} \ No newline at end of file diff --git a/logs/trace_20260928_203021_851704.txt b/logs/trace_20260928_203021_851704.txt new file mode 100644 index 0000000..5ef2e53 --- /dev/null +++ b/logs/trace_20260928_203021_851704.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 14.273 ms 21.992 ms 29.693 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 39.917 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 58.389 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 9.749 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 24.084 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 43.889 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 40.761 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 40.768 ms 24.702 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.575 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 25.781 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.845 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 14.732 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 43.774 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 15.712 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 48.779 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 77.763 ms 24.845 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.688 ms + 8 141.101.73.111 (141.101.73.111) 16.615 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.685 ms 26.789 ms + 9 141.101.73.110 (141.101.73.110) 15.584 ms 141.101.73.125 (141.101.73.125) 17.621 ms 141.101.73.111 (141.101.73.111) 15.533 ms +10 141.101.73.127 (141.101.73.127) 17.688 ms 141.101.73.161 (141.101.73.161) 23.542 ms 141.101.73.171 (141.101.73.171) 20.648 ms +11 one.one.one.one (1.1.1.1) 56.584 ms 37.852 ms 18.574 ms diff --git a/logs/trace_20260928_203025_853363.json b/logs/trace_20260928_203025_853363.json new file mode 100644 index 0000000..256dd2a --- /dev/null +++ b/logs/trace_20260928_203025_853363.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:30:26.858-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 21.349, + 13.522, + 9.716 + ], + "median_ms": 13.522, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.349 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.522 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.716 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.708, + 46.539, + 9.909 + ], + "median_ms": 13.708, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 13.708 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 46.539 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 9.909 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 14.869, + 12.941, + 14.686 + ], + "median_ms": 14.686, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.869 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.941 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.686 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.619, + 13.801, + 14.909 + ], + "median_ms": 13.801, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.619 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.801 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.909 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 16.677, + 16.899, + 16.725 + ], + "median_ms": 16.725, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.677 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.899 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.725 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.671, + 143.714, + 21.72 + ], + "median_ms": 27.671, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 27.671 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 143.714 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 21.72 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.686, + 15.759, + 16.6 + ], + "median_ms": 16.6, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.686 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.759 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.6 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.7, + 14.742, + 31.58 + ], + "median_ms": 15.7, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.7 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.742 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 31.58 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.814, + 15.56, + 15.572 + ], + "median_ms": 15.572, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 32.814 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 15.56 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.572 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.675, + 14.614, + 18.831 + ], + "median_ms": 16.675, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 16.675 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.614 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 18.831 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203025_853363.txt", + "spike_captured": true, + "spike_limit_ms": 58.05, + "spike_probes": [ + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 143.714 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 143.714, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 25 +} \ No newline at end of file diff --git a/logs/trace_20260928_203025_853363.txt b/logs/trace_20260928_203025_853363.txt new file mode 100644 index 0000000..5fc3aad --- /dev/null +++ b/logs/trace_20260928_203025_853363.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 21.349 ms 13.522 ms 9.716 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 13.708 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 46.539 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 9.909 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.869 ms 12.941 ms 14.686 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.619 ms 13.801 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.909 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.677 ms 16.899 ms 16.725 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 27.671 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 143.714 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 21.720 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.686 ms 15.759 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.600 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.700 ms 141.101.73.110 (141.101.73.110) 14.742 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 31.580 ms + 9 141.101.73.171 (141.101.73.171) 32.814 ms 141.101.73.159 (141.101.73.159) 15.560 ms 141.101.73.110 (141.101.73.110) 15.572 ms +10 141.101.73.157 (141.101.73.157) 16.675 ms one.one.one.one (1.1.1.1) 14.614 ms 141.101.73.163 (141.101.73.163) 18.831 ms diff --git a/logs/trace_20260928_203033_854831.json b/logs/trace_20260928_203033_854831.json new file mode 100644 index 0000000..7145c83 --- /dev/null +++ b/logs/trace_20260928_203033_854831.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:30:34.663-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.502, + 12.919, + 28.85 + ], + "median_ms": 12.919, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.502 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.919 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 28.85 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.937, + 13.502, + 11.978 + ], + "median_ms": 13.502, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 32.937 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 13.502 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.978 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.023, + 13.085, + 14.694 + ], + "median_ms": 14.694, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.023 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.085 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.694 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.659, + 13.59, + 24.777 + ], + "median_ms": 13.659, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.659 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.59 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 24.777 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 34.078, + 78.527, + 16.697 + ], + "median_ms": 34.078, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 34.078 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 78.527 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.697 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.708, + 15.649, + 16.725 + ], + "median_ms": 15.649, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 14.708 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.649 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.725 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.649, + 16.889, + 16.031 + ], + "median_ms": 16.649, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.649 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.889 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.031 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.595, + 44.683, + 14.737 + ], + "median_ms": 15.595, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.595 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 44.683 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.737 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.594, + 20.609, + 16.838 + ], + "median_ms": 16.838, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.594 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 20.609 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 16.838 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 13.575, + 15.884, + 12.666 + ], + "median_ms": 13.575, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 13.575 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.884 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 12.666 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203033_854831.txt", + "spike_captured": true, + "spike_limit_ms": 57.5, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 78.527 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 78.527, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 27 +} \ No newline at end of file diff --git a/logs/trace_20260928_203033_854831.txt b/logs/trace_20260928_203033_854831.txt new file mode 100644 index 0000000..f6e4299 --- /dev/null +++ b/logs/trace_20260928_203033_854831.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.502 ms 12.919 ms 28.850 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 32.937 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 13.502 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.978 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.023 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.085 ms 14.694 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.659 ms 13.590 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 24.777 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 34.078 ms 78.527 ms 16.697 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 14.708 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.649 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.725 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.649 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.889 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.031 ms + 8 141.101.73.111 (141.101.73.111) 15.595 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 44.683 ms 141.101.73.111 (141.101.73.111) 14.737 ms + 9 141.101.73.110 (141.101.73.110) 14.594 ms 20.609 ms 141.101.73.119 (141.101.73.119) 16.838 ms +10 one.one.one.one (1.1.1.1) 13.575 ms 15.884 ms 12.666 ms diff --git a/logs/trace_20260928_203049_858827.json b/logs/trace_20260928_203049_858827.json new file mode 100644 index 0000000..857af11 --- /dev/null +++ b/logs/trace_20260928_203049_858827.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T20:30:50.864-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.75, + 12.49, + 11.767 + ], + "median_ms": 11.767, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.75 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.49 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.767 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.975, + 23.615, + 13.836 + ], + "median_ms": 23.615, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 36.975 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 23.615 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.836 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.944, + 14.469, + 14.756 + ], + "median_ms": 14.469, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.944 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.469 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.756 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 62.672, + 13.676, + 22.708 + ], + "median_ms": 22.708, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 62.672 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.676 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 22.708 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 51.703, + 16.733, + 28.595 + ], + "median_ms": 28.595, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 51.703 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.733 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 28.595 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.651, + 27.873, + 24.588 + ], + "median_ms": 24.588, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 21.651 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 27.873 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 24.588 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.68, + 16.67, + 22.673 + ], + "median_ms": 16.67, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.68 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.67 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 22.673 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.713, + 32.717, + 14.617 + ], + "median_ms": 14.713, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.713 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 32.717 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.617 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.632, + 15.631, + 15.575 + ], + "median_ms": 15.631, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 32.632 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.631 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.575 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 38.696, + 112.611, + 26.668 + ], + "median_ms": 38.696, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 38.696 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 112.611 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 26.668 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203049_858827.txt", + "spike_captured": true, + "spike_limit_ms": 57.3, + "spike_probes": [ + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 62.672 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 112.611 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 112.611, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 32 +} \ No newline at end of file diff --git a/logs/trace_20260928_203049_858827.txt b/logs/trace_20260928_203049_858827.txt new file mode 100644 index 0000000..e17be26 --- /dev/null +++ b/logs/trace_20260928_203049_858827.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.750 ms 12.490 ms 11.767 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 36.975 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 23.615 ms 13.836 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.944 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.469 ms 14.756 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 62.672 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.676 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 22.708 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 51.703 ms 16.733 ms 28.595 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 21.651 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 27.873 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 24.588 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.680 ms 16.670 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 22.673 ms + 8 141.101.73.110 (141.101.73.110) 14.713 ms 141.101.73.111 (141.101.73.111) 32.717 ms 14.617 ms + 9 141.101.73.179 (141.101.73.179) 32.632 ms 141.101.73.110 (141.101.73.110) 15.631 ms 15.575 ms +10 141.101.73.169 (141.101.73.169) 38.696 ms one.one.one.one (1.1.1.1) 112.611 ms 26.668 ms diff --git a/logs/trace_20260928_203053_859651.json b/logs/trace_20260928_203053_859651.json new file mode 100644 index 0000000..e33669c --- /dev/null +++ b/logs/trace_20260928_203053_859651.json @@ -0,0 +1,368 @@ +{ + "time": "2026-09-28T20:30:55.268-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.562, + 10.72, + 13.83 + ], + "median_ms": 11.562, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.562 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.72 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.83 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.868, + 11.594, + 12.101 + ], + "median_ms": 12.101, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 19.868 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.594 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.101 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.683, + 15.838, + 13.923 + ], + "median_ms": 15.683, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.683 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.838 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.923 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.608, + 9.768, + 30.734 + ], + "median_ms": 13.608, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.608 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 9.768 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 30.734 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.772, + 36.006, + 34.804 + ], + "median_ms": 34.804, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.772 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 36.006 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 34.804 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.987, + 37.694, + 16.624 + ], + "median_ms": 16.624, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 14.987 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 37.694 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.624 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.62, + 20.753, + 112.974 + ], + "median_ms": 20.753, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.62 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 20.753 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 112.974 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.701, + 19.61, + 14.611 + ], + "median_ms": 17.701, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.701 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 19.61 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.611 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.755, + 16.489, + 59.773 + ], + "median_ms": 22.755, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 22.755 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 16.489 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 59.773 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 190.624, + 39.593, + 15.498 + ], + "median_ms": 39.593, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 190.624 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 39.593 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 15.498 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 24.692, + 15.635, + 25.674 + ], + "median_ms": 24.692, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 24.692 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.635 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 25.674 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203053_859651.txt", + "spike_captured": true, + "spike_limit_ms": 57.15, + "spike_probes": [ + { + "hop": 7, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 112.974 + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 59.773 + }, + { + "hop": 10, + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 190.624 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 190.624, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 33 +} \ No newline at end of file diff --git a/logs/trace_20260928_203053_859651.txt b/logs/trace_20260928_203053_859651.txt new file mode 100644 index 0000000..a1430aa --- /dev/null +++ b/logs/trace_20260928_203053_859651.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.562 ms 10.720 ms 13.830 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 19.868 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.594 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.101 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.683 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.838 ms 13.923 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.608 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 9.768 ms 30.734 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.772 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 36.006 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 34.804 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 14.987 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 37.694 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 16.624 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.620 ms 20.753 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 112.974 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.701 ms 141.101.73.110 (141.101.73.110) 19.610 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.611 ms + 9 141.101.73.110 (141.101.73.110) 22.755 ms 141.101.73.159 (141.101.73.159) 16.489 ms 141.101.73.111 (141.101.73.111) 59.773 ms +10 141.101.73.173 (141.101.73.173) 190.624 ms 141.101.73.171 (141.101.73.171) 39.593 ms 141.101.73.179 (141.101.73.179) 15.498 ms +11 one.one.one.one (1.1.1.1) 24.692 ms 15.635 ms 25.674 ms diff --git a/logs/trace_20260928_203057_860657.json b/logs/trace_20260928_203057_860657.json new file mode 100644 index 0000000..377089f --- /dev/null +++ b/logs/trace_20260928_203057_860657.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T20:30:59.267-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 15.944, + 35.861, + 14.793 + ], + "median_ms": 15.944, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.944 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 35.861 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.793 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.858, + 6.478, + 13.143 + ], + "median_ms": 13.143, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 32.858 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 6.478 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 13.143 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.845, + 15.708, + 14.726 + ], + "median_ms": 14.726, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.845 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.708 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.726 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.574, + 13.728, + 39.962 + ], + "median_ms": 23.574, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 23.574 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.728 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 39.962 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 68.681, + 18.644, + 17.743 + ], + "median_ms": 18.644, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 68.681 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.644 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.743 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.642, + 22.754, + 100.731 + ], + "median_ms": 22.754, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.642 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 22.754 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 100.731 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.644, + 65.693, + 49.747 + ], + "median_ms": 49.747, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 32.644 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 65.693 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 49.747 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 46.668, + 43.724, + 47.667 + ], + "median_ms": 46.668, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 46.668 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 43.724 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 47.667 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.7, + 164.008, + 17.634 + ], + "median_ms": 27.7, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 27.7 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 164.008 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 17.634 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.709, + 13.544, + 22.883 + ], + "median_ms": 15.709, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 15.709 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 13.544 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 22.883 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203057_860657.txt", + "spike_captured": true, + "spike_limit_ms": 57.25, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 68.681 + }, + { + "hop": 6, + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 100.731 + }, + { + "hop": 7, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 65.693 + }, + { + "hop": 9, + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 164.008 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 164.008, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 34 +} \ No newline at end of file diff --git a/logs/trace_20260928_203057_860657.txt b/logs/trace_20260928_203057_860657.txt new file mode 100644 index 0000000..d772293 --- /dev/null +++ b/logs/trace_20260928_203057_860657.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 15.944 ms 35.861 ms 14.793 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 32.858 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 6.478 ms 13.143 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.845 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.708 ms 14.726 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 23.574 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.728 ms 39.962 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 68.681 ms 18.644 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.743 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 18.642 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 22.754 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 100.731 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 32.644 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 65.693 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 49.747 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 46.668 ms 43.724 ms 47.667 ms + 9 141.101.73.179 (141.101.73.179) 27.700 ms 141.101.73.147 (141.101.73.147) 164.008 ms 141.101.73.195 (141.101.73.195) 17.634 ms +10 141.101.73.167 (141.101.73.167) 15.709 ms one.one.one.one (1.1.1.1) 13.544 ms 22.883 ms diff --git a/logs/trace_20260928_203101_861621.json b/logs/trace_20260928_203101_861621.json new file mode 100644 index 0000000..14b2b91 --- /dev/null +++ b/logs/trace_20260928_203101_861621.json @@ -0,0 +1,386 @@ +{ + "time": "2026-09-28T20:31:03.271-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 59.664, + 15.605, + 14.796 + ], + "median_ms": 15.605, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 59.664 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.605 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.796 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.877, + 17.364, + 20.712 + ], + "median_ms": 20.712, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 24.877 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 17.364 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 20.712 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.685, + 17.683, + 60.693 + ], + "median_ms": 17.685, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 17.685 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 17.683 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 60.693 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.703, + 98.781, + 37.651 + ], + "median_ms": 37.651, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.703 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 98.781 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 37.651 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 88.689, + 17.543, + 21.718 + ], + "median_ms": 21.718, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 88.689 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.543 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 21.718 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 59.788, + 30.692, + 16.637 + ], + "median_ms": 30.692, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 59.788 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 30.692 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.637 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 61.781, + 14.653, + 17.715 + ], + "median_ms": 17.715, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 61.781 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 14.653 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.715 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.722, + 44.649, + 34.724 + ], + "median_ms": 34.724, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.722 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 44.649 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 34.724 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.651, + 38.304, + 23.641 + ], + "median_ms": 23.641, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 18.651 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 38.304 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 23.641 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.623, + 19.674, + 33.244 + ], + "median_ms": 19.674, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 16.623 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 19.674 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 33.244 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 16.627, + 15.793, + 17.695 + ], + "median_ms": 16.627, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.627 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.793 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.695 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203101_861621.txt", + "spike_captured": true, + "spike_limit_ms": 57.5, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 59.664 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 60.693 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 98.781 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 88.689 + }, + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 59.788 + }, + { + "hop": 7, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 61.781 + } + ], + "spike_probe_count": 6, + "peak_probe_ms": 98.781, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 35 +} \ No newline at end of file diff --git a/logs/trace_20260928_203101_861621.txt b/logs/trace_20260928_203101_861621.txt new file mode 100644 index 0000000..07da865 --- /dev/null +++ b/logs/trace_20260928_203101_861621.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 59.664 ms 15.605 ms 14.796 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 24.877 ms 17.364 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 20.712 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 17.685 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 17.683 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 60.693 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.703 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 98.781 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 37.651 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 88.689 ms 17.543 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 21.718 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 59.788 ms 30.692 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.637 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 61.781 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 14.653 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.715 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.722 ms 141.101.73.110 (141.101.73.110) 44.649 ms 34.724 ms + 9 141.101.73.175 (141.101.73.175) 18.651 ms 141.101.73.117 (141.101.73.117) 38.304 ms 141.101.73.179 (141.101.73.179) 23.641 ms +10 141.101.73.169 (141.101.73.169) 16.623 ms 141.101.73.157 (141.101.73.157) 19.674 ms 141.101.73.177 (141.101.73.177) 33.244 ms +11 one.one.one.one (1.1.1.1) 16.627 ms 15.793 ms 17.695 ms diff --git a/logs/trace_20260928_203105_862694.json b/logs/trace_20260928_203105_862694.json new file mode 100644 index 0000000..4475bfb --- /dev/null +++ b/logs/trace_20260928_203105_862694.json @@ -0,0 +1,351 @@ +{ + "time": "2026-09-28T20:31:07.268-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.954, + 10.737, + 45.783 + ], + "median_ms": 11.954, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.954 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.737 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 45.783 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.882, + 22.352, + 21.192 + ], + "median_ms": 21.192, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.882 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 22.352 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 21.192 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.718, + 13.594, + 24.671 + ], + "median_ms": 13.718, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.718 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.594 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 24.671 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 14.764, + 25.135, + 16.513 + ], + "median_ms": 16.513, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.764 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 25.135 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 16.513 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.733, + 15.738, + 41.72 + ], + "median_ms": 17.733, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.733 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.738 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 41.72 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 91.848, + 61.705, + 26.9 + ], + "median_ms": 61.705, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 91.848 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 61.705 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 26.9 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.633, + 100.891, + 19.667 + ], + "median_ms": 19.667, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 17.633 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 100.891 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 19.667 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 16.583, + 16.639, + 45.666 + ], + "median_ms": 16.639, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.583 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.639 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 45.666 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.631, + 152.597, + 124.061 + ], + "median_ms": 124.061, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.631 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 152.597 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 124.061 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.986, + 41.645, + 18.527 + ], + "median_ms": 18.527, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.986 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 41.645 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.527 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203105_862694.txt", + "spike_captured": true, + "spike_limit_ms": 57.9, + "spike_probes": [ + { + "hop": 6, + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 91.848 + }, + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 61.705 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 100.891 + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 152.597 + }, + { + "hop": 9, + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 124.061 + } + ], + "spike_probe_count": 5, + "peak_probe_ms": 152.597, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 36 +} \ No newline at end of file diff --git a/logs/trace_20260928_203105_862694.txt b/logs/trace_20260928_203105_862694.txt new file mode 100644 index 0000000..b4328d3 --- /dev/null +++ b/logs/trace_20260928_203105_862694.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.954 ms 10.737 ms 45.783 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.882 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 22.352 ms 21.192 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.718 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.594 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 24.671 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.764 ms 25.135 ms 16.513 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.733 ms 15.738 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 41.720 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 91.848 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 61.705 ms 26.900 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 17.633 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 100.891 ms 19.667 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.583 ms 16.639 ms 45.666 ms + 9 141.101.73.111 (141.101.73.111) 16.631 ms 152.597 ms 141.101.73.173 (141.101.73.173) 124.061 ms +10 one.one.one.one (1.1.1.1) 14.986 ms 141.101.73.179 (141.101.73.179) 41.645 ms one.one.one.one (1.1.1.1) 18.527 ms diff --git a/logs/trace_20260928_203109_864266.json b/logs/trace_20260928_203109_864266.json new file mode 100644 index 0000000..4c62553 --- /dev/null +++ b/logs/trace_20260928_203109_864266.json @@ -0,0 +1,357 @@ +{ + "time": "2026-09-28T20:31:11.869-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 27.211, + 20.007, + 55.766 + ], + "median_ms": 27.211, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 27.211 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.007 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 55.766 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 43.04, + 122.183, + 112.752 + ], + "median_ms": 112.752, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 43.04 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 122.183 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 112.752 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.719, + 41.726, + 26.665 + ], + "median_ms": 26.665, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 18.719 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 41.726 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 26.665 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.686, + 40.765, + 33.843 + ], + "median_ms": 33.843, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 26.686 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 40.765 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 33.843 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.687, + 26.785, + 18.632 + ], + "median_ms": 19.687, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 19.687 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 26.785 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.632 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 389.841, + 62.478, + 20.394 + ], + "median_ms": 62.478, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 389.841 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 62.478 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 20.394 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.145, + 20.679, + 31.715 + ], + "median_ms": 20.679, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 17.145 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 20.679 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 31.715 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.652, + 35.729, + 37.664 + ], + "median_ms": 35.729, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 19.652 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 35.729 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 37.664 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.6, + 63.582, + 25.606 + ], + "median_ms": 25.606, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 15.6 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 63.582 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 25.606 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 58.427, + 17.651, + 18.511 + ], + "median_ms": 18.511, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 58.427 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 17.651 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.511 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203109_864266.txt", + "spike_captured": true, + "spike_limit_ms": 58.1, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 122.183 + }, + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 112.752 + }, + { + "hop": 6, + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 389.841 + }, + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 62.478 + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 63.582 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 58.427 + } + ], + "spike_probe_count": 6, + "peak_probe_ms": 389.841, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 37 +} \ No newline at end of file diff --git a/logs/trace_20260928_203109_864266.txt b/logs/trace_20260928_203109_864266.txt new file mode 100644 index 0000000..5812e1d --- /dev/null +++ b/logs/trace_20260928_203109_864266.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 27.211 ms 20.007 ms 55.766 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 43.040 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 122.183 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 112.752 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 18.719 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 41.726 ms 26.665 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 26.686 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 40.765 ms 33.843 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 19.687 ms 26.785 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.632 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 389.841 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 62.478 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 20.394 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 17.145 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 20.679 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 31.715 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 19.652 ms 35.729 ms 141.101.73.110 (141.101.73.110) 37.664 ms + 9 141.101.73.161 (141.101.73.161) 15.600 ms 141.101.73.111 (141.101.73.111) 63.582 ms 141.101.73.179 (141.101.73.179) 25.606 ms +10 one.one.one.one (1.1.1.1) 58.427 ms 141.101.73.117 (141.101.73.117) 17.651 ms one.one.one.one (1.1.1.1) 18.511 ms diff --git a/logs/trace_20260928_203114_864843.json b/logs/trace_20260928_203114_864843.json new file mode 100644 index 0000000..7eaf387 --- /dev/null +++ b/logs/trace_20260928_203114_864843.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T20:31:17.074-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 292.387, + 101.774, + 38.711 + ], + "median_ms": 101.774, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 292.387 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 101.774 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 38.711 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 38.562, + 26.893, + 23.757 + ], + "median_ms": 26.893, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 38.562 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 26.893 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 23.757 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.753, + 55.78, + 15.831 + ], + "median_ms": 15.831, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.753 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 55.78 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.831 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 52.707, + 11.875, + 14.647 + ], + "median_ms": 14.647, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 52.707 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.875 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.647 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 35.707, + 27.799, + 15.771 + ], + "median_ms": 27.799, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 35.707 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 27.799 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.771 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.711, + 28.835, + 25.771 + ], + "median_ms": 25.771, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.711 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 28.835 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 25.771 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.791, + 28.764, + 13.703 + ], + "median_ms": 28.764, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 33.791 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 28.764 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 13.703 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.649, + 211.562 + ], + "median_ms": 114.1055, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.649 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 211.562 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.745, + 15.374, + 100.957 + ], + "median_ms": 27.745, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 27.745 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.374 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 100.957 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.406, + 30.854, + 40.632 + ], + "median_ms": 33.406, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 33.406 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 30.854 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 40.632 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203114_864843.txt", + "spike_captured": true, + "spike_limit_ms": 58.15, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 292.387 + }, + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 101.774 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 211.562 + }, + { + "hop": 9, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 100.957 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 292.387, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 38 +} \ No newline at end of file diff --git a/logs/trace_20260928_203114_864843.txt b/logs/trace_20260928_203114_864843.txt new file mode 100644 index 0000000..271d544 --- /dev/null +++ b/logs/trace_20260928_203114_864843.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 292.387 ms 101.774 ms 38.711 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 38.562 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 26.893 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 23.757 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.753 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 55.780 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.831 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 52.707 ms 11.875 ms 14.647 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 35.707 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 27.799 ms 15.771 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 17.711 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 28.835 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 25.771 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 33.791 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 28.764 ms 13.703 ms + 8 141.101.73.110 (141.101.73.110) 16.649 ms * 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 211.562 ms + 9 141.101.73.110 (141.101.73.110) 27.745 ms 141.101.73.111 (141.101.73.111) 15.374 ms 141.101.73.110 (141.101.73.110) 100.957 ms +10 one.one.one.one (1.1.1.1) 33.406 ms 141.101.73.127 (141.101.73.127) 30.854 ms 141.101.73.195 (141.101.73.195) 40.632 ms diff --git a/logs/trace_20260928_203119_866189.json b/logs/trace_20260928_203119_866189.json new file mode 100644 index 0000000..56ba56f --- /dev/null +++ b/logs/trace_20260928_203119_866189.json @@ -0,0 +1,369 @@ +{ + "time": "2026-09-28T20:31:21.872-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 24.678, + 75.963, + 43.67 + ], + "median_ms": 43.67, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 24.678 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 75.963 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 43.67 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.705, + 100.384, + 30.779 + ], + "median_ms": 30.779, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 25.705 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 100.384 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 30.779 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 99.718, + 24.795, + 14.573 + ], + "median_ms": 24.795, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 99.718 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 24.795 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.573 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 121.768, + 70.822, + 64.789 + ], + "median_ms": 70.822, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 121.768 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 70.822 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 64.789 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 65.677, + 43.756, + 46.736 + ], + "median_ms": 46.736, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 65.677 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 43.756 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 46.736 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 52.805, + 20.743, + 39.833 + ], + "median_ms": 39.833, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 52.805 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 20.743 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 39.833 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 225.593, + 47.626, + 49.782 + ], + "median_ms": 49.782, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 225.593 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 47.626 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 49.782 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 24.657, + 53.675, + 18.77 + ], + "median_ms": 24.657, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 24.657 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 53.675 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.77 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.699, + 16.589, + 22.535 + ], + "median_ms": 22.535, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 37.699 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 16.589 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 22.535 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.692, + 31.34, + 17.703 + ], + "median_ms": 30.692, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 30.692 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 31.34 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.703 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203119_866189.txt", + "spike_captured": true, + "spike_limit_ms": 58.25, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 75.963 + }, + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 100.384 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 99.718 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 121.768 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 70.822 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 64.789 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 65.677 + }, + { + "hop": 7, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 225.593 + } + ], + "spike_probe_count": 8, + "peak_probe_ms": 225.593, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 39 +} \ No newline at end of file diff --git a/logs/trace_20260928_203119_866189.txt b/logs/trace_20260928_203119_866189.txt new file mode 100644 index 0000000..87eccf0 --- /dev/null +++ b/logs/trace_20260928_203119_866189.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 24.678 ms 75.963 ms 43.670 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 25.705 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 100.384 ms 30.779 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 99.718 ms 24.795 ms 14.573 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 121.768 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 70.822 ms 64.789 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 65.677 ms 43.756 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 46.736 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 52.805 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 20.743 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 39.833 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 225.593 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 47.626 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 49.782 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 24.657 ms 53.675 ms 18.770 ms + 9 141.101.73.169 (141.101.73.169) 37.699 ms 141.101.73.175 (141.101.73.175) 16.589 ms 141.101.73.161 (141.101.73.161) 22.535 ms +10 141.101.73.171 (141.101.73.171) 30.692 ms one.one.one.one (1.1.1.1) 31.340 ms 17.703 ms diff --git a/logs/trace_20260928_203124_867324.json b/logs/trace_20260928_203124_867324.json new file mode 100644 index 0000000..fd1a032 --- /dev/null +++ b/logs/trace_20260928_203124_867324.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:31:26.275-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 32.437, + 14.481, + 11.91 + ], + "median_ms": 14.481, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 32.437 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.481 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.91 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 49.695, + 50.233, + 21.718 + ], + "median_ms": 49.695, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 49.695 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 50.233 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 21.718 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.685, + 12.761, + 38.666 + ], + "median_ms": 17.685, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 17.685 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.761 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 38.666 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.665, + 29.729, + 33.803 + ], + "median_ms": 29.729, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 10.665 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 29.729 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 33.803 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.629, + 135.762, + 15.784 + ], + "median_ms": 16.629, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.629 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 135.762 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.784 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.609, + 38.921, + 22.692 + ], + "median_ms": 33.609, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 33.609 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 38.921 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 22.692 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.685, + 24.677, + 27.906 + ], + "median_ms": 24.677, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.685 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 24.677 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 27.906 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 48.452, + 24.661, + 14.748 + ], + "median_ms": 24.661, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 48.452 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 24.661 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.748 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 35.617, + 20.179, + 40.629 + ], + "median_ms": 35.617, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 35.617 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 20.179 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 40.629 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.557, + 20.49, + 42.368 + ], + "median_ms": 20.49, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 18.557 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 20.49 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 42.368 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203124_867324.txt", + "spike_captured": true, + "spike_limit_ms": 58.7, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 135.762 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 135.762, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 40 +} \ No newline at end of file diff --git a/logs/trace_20260928_203124_867324.txt b/logs/trace_20260928_203124_867324.txt new file mode 100644 index 0000000..1f2e9d8 --- /dev/null +++ b/logs/trace_20260928_203124_867324.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 32.437 ms 14.481 ms 11.910 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 49.695 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 50.233 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 21.718 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 17.685 ms 12.761 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 38.666 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 10.665 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 29.729 ms 33.803 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.629 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 135.762 ms 15.784 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 33.609 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 38.921 ms 22.692 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.685 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 24.677 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 27.906 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 48.452 ms 24.661 ms 141.101.73.111 (141.101.73.111) 14.748 ms + 9 141.101.73.111 (141.101.73.111) 35.617 ms 141.101.73.110 (141.101.73.110) 20.179 ms 141.101.73.179 (141.101.73.179) 40.629 ms +10 141.101.73.127 (141.101.73.127) 18.557 ms one.one.one.one (1.1.1.1) 20.490 ms 141.101.73.149 (141.101.73.149) 42.368 ms diff --git a/logs/trace_20260928_203131_869508.json b/logs/trace_20260928_203131_869508.json new file mode 100644 index 0000000..c9cabed --- /dev/null +++ b/logs/trace_20260928_203131_869508.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:31:33.076-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 10.682, + 111.778, + 52.783 + ], + "median_ms": 52.783, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.682 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 111.778 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 52.783 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 45.843, + 16.209, + 20.166 + ], + "median_ms": 20.166, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 45.843 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 16.209 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 20.166 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.744, + 12.664, + 15.705 + ], + "median_ms": 14.744, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.744 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.664 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.705 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 15.728, + 12.637, + 15.755 + ], + "median_ms": 15.728, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.728 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.637 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.755 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 14.651, + 17.7, + 18.782 + ], + "median_ms": 17.7, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.651 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.7 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.782 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 38.679, + 42.767, + 27.806 + ], + "median_ms": 38.679, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 38.679 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 42.767 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 27.806 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.68, + 34.639, + 16.699 + ], + "median_ms": 27.68, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 27.68 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 34.639 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.699 + } + ] + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": [ + 16.696, + 17.579, + 15.788 + ], + "median_ms": 16.696, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.696 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.579 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.788 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.7, + 20.529, + 15.736 + ], + "median_ms": 20.529, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 24.7 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 20.529 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 15.736 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.493, + 17.76, + 17.483 + ], + "median_ms": 17.493, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.493 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 17.76 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 17.483 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203131_869508.txt", + "spike_captured": true, + "spike_limit_ms": 58.35, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 111.778 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 111.778, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 42 +} \ No newline at end of file diff --git a/logs/trace_20260928_203131_869508.txt b/logs/trace_20260928_203131_869508.txt new file mode 100644 index 0000000..257a80c --- /dev/null +++ b/logs/trace_20260928_203131_869508.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 10.682 ms 111.778 ms 52.783 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 45.843 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 16.209 ms 20.166 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.744 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 12.664 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.705 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.728 ms 12.637 ms 15.755 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.651 ms 17.700 ms 18.782 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 38.679 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 42.767 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 27.806 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 27.680 ms 34.639 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.699 ms + 8 141.101.73.110 (141.101.73.110) 16.696 ms 17.579 ms 15.788 ms + 9 141.101.73.110 (141.101.73.110) 24.700 ms 141.101.73.127 (141.101.73.127) 20.529 ms 141.101.73.165 (141.101.73.165) 15.736 ms +10 one.one.one.one (1.1.1.1) 17.493 ms 141.101.73.125 (141.101.73.125) 17.760 ms 141.101.73.173 (141.101.73.173) 17.483 ms diff --git a/logs/trace_20260928_203135_870042.json b/logs/trace_20260928_203135_870042.json new file mode 100644 index 0000000..7729ef1 --- /dev/null +++ b/logs/trace_20260928_203135_870042.json @@ -0,0 +1,321 @@ +{ + "time": "2026-09-28T20:31:37.479-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.419, + 65.511, + 16.744 + ], + "median_ms": 16.744, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.419 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 65.511 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 16.744 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.754, + 12.433, + 14.024 + ], + "median_ms": 14.024, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 19.754 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.433 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 14.024 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 22.598, + 24.865, + 29.655 + ], + "median_ms": 24.865, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 22.598 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 24.865 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 29.655 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.574, + 12.689, + 12.722 + ], + "median_ms": 12.722, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 23.574 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.689 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.722 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 17.779, + 14.72, + 14.764 + ], + "median_ms": 14.764, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.779 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.72 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.764 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.686, + 15.626, + 25.82 + ], + "median_ms": 18.686, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 18.686 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.626 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 25.82 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 49.733, + 25.648, + 14.651 + ], + "median_ms": 25.648, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 49.733 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.648 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 14.651 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.713, + 15.556, + 14.79 + ], + "median_ms": 14.79, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.713 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.556 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.79 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.618, + 15.699 + ], + "median_ms": 17.6585, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 19.618 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.699 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.002, + 27.919, + 37.537 + ], + "median_ms": 27.919, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 20.002 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 27.919 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 37.537 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203135_870042.txt", + "spike_captured": true, + "spike_limit_ms": 58.65, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 65.511 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 65.511, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 43 +} \ No newline at end of file diff --git a/logs/trace_20260928_203135_870042.txt b/logs/trace_20260928_203135_870042.txt new file mode 100644 index 0000000..0ea2cae --- /dev/null +++ b/logs/trace_20260928_203135_870042.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.419 ms 65.511 ms 16.744 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 19.754 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.433 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 14.024 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 22.598 ms 24.865 ms 29.655 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 23.574 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.689 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.722 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.779 ms 14.720 ms 14.764 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 18.686 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 15.626 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 25.820 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 49.733 ms 25.648 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 14.651 ms + 8 141.101.73.110 (141.101.73.110) 14.713 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.556 ms 141.101.73.111 (141.101.73.111) 14.790 ms + 9 141.101.73.165 (141.101.73.165) 19.618 ms 141.101.73.110 (141.101.73.110) 15.699 ms * +10 one.one.one.one (1.1.1.1) 20.002 ms 27.919 ms 141.101.73.161 (141.101.73.161) 37.537 ms diff --git a/logs/trace_20260928_203139_871486.json b/logs/trace_20260928_203139_871486.json new file mode 100644 index 0000000..35a161f --- /dev/null +++ b/logs/trace_20260928_203139_871486.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:31:40.876-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 15.227, + 10.866, + 10.74 + ], + "median_ms": 10.866, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.227 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.866 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.74 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.68, + 10.743, + 9.798 + ], + "median_ms": 10.743, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.68 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 10.743 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 9.798 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 13.04, + 12.898, + 12.644 + ], + "median_ms": 12.898, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.04 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.898 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.644 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 13.557, + 13.076, + 13.45 + ], + "median_ms": 13.45, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.557 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.076 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.45 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.769, + 16.633, + 17.481 + ], + "median_ms": 16.769, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.769 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.633 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.481 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.948, + 14.821, + 24.731 + ], + "median_ms": 24.731, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 26.948 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 14.821 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 24.731 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.864, + 18.705, + 14.727 + ], + "median_ms": 15.864, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.864 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.705 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 14.727 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.896, + 56.572, + 14.688 + ], + "median_ms": 23.896, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 23.896 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 56.572 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.688 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 64.597, + 18.543, + 15.631 + ], + "median_ms": 18.543, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 64.597 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 18.543 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.631 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 43.639, + 17.61, + 17.758 + ], + "median_ms": 17.758, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 43.639 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.61 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 17.758 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203139_871486.txt", + "spike_captured": true, + "spike_limit_ms": 58.95, + "spike_probes": [ + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 64.597 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 64.597, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 44 +} \ No newline at end of file diff --git a/logs/trace_20260928_203139_871486.txt b/logs/trace_20260928_203139_871486.txt new file mode 100644 index 0000000..a94b8cf --- /dev/null +++ b/logs/trace_20260928_203139_871486.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 15.227 ms 10.866 ms 10.740 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.680 ms 10.743 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 9.798 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.040 ms 12.898 ms 12.644 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.557 ms 13.076 ms 13.450 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.769 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.633 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.481 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 26.948 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 14.821 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 24.731 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.864 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 18.705 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 14.727 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 23.896 ms 56.572 ms 141.101.73.110 (141.101.73.110) 14.688 ms + 9 141.101.73.111 (141.101.73.111) 64.597 ms 141.101.73.110 (141.101.73.110) 18.543 ms 141.101.73.111 (141.101.73.111) 15.631 ms +10 141.101.73.177 (141.101.73.177) 43.639 ms one.one.one.one (1.1.1.1) 17.610 ms 141.101.73.195 (141.101.73.195) 17.758 ms diff --git a/logs/trace_20260928_203147_872876.json b/logs/trace_20260928_203147_872876.json new file mode 100644 index 0000000..c0094e0 --- /dev/null +++ b/logs/trace_20260928_203147_872876.json @@ -0,0 +1,363 @@ +{ + "time": "2026-09-28T20:31:50.282-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 25.26, + 22.708, + 146.867 + ], + "median_ms": 25.26, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 25.26 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.708 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 146.867 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.768, + 289.054, + 314.749 + ], + "median_ms": 289.054, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 16.768 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 289.054 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 314.749 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.897, + 16.671, + 26.65 + ], + "median_ms": 26.65, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 31.897 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.671 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 26.65 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 50.664, + 27.691, + 8.989 + ], + "median_ms": 27.691, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 50.664 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 27.691 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 8.989 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 377.86, + 217.707, + 16.658 + ], + "median_ms": 217.707, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 377.86 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 217.707 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.658 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 66.757, + 17.737, + 16.759 + ], + "median_ms": 17.737, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 66.757 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 17.737 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.759 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 34.792, + 86.729, + 24.675 + ], + "median_ms": 34.792, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 34.792 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 86.729 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 24.675 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.731, + 47.616, + 36.578 + ], + "median_ms": 36.578, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.731 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 47.616 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 36.578 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.378, + 46.638, + 14.522 + ], + "median_ms": 18.378, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 18.378 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 46.638 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.522 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.896, + 15.806, + 14.653 + ], + "median_ms": 14.896, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 14.896 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.806 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 14.653 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203147_872876.txt", + "spike_captured": true, + "spike_limit_ms": 59.1, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 146.867 + }, + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 289.054 + }, + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 314.749 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 377.86 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 217.707 + }, + { + "hop": 6, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 66.757 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 86.729 + } + ], + "spike_probe_count": 7, + "peak_probe_ms": 377.86, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 46 +} \ No newline at end of file diff --git a/logs/trace_20260928_203147_872876.txt b/logs/trace_20260928_203147_872876.txt new file mode 100644 index 0000000..0e9fd7b --- /dev/null +++ b/logs/trace_20260928_203147_872876.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 25.260 ms 22.708 ms 146.867 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 16.768 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 289.054 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 314.749 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 31.897 ms 16.671 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 26.650 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 50.664 ms 27.691 ms 8.989 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 377.860 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 217.707 ms 16.658 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 66.757 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 17.737 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 16.759 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 34.792 ms 86.729 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 24.675 ms + 8 141.101.73.111 (141.101.73.111) 17.731 ms 47.616 ms 141.101.73.110 (141.101.73.110) 36.578 ms + 9 141.101.73.175 (141.101.73.175) 18.378 ms 141.101.73.165 (141.101.73.165) 46.638 ms 141.101.73.110 (141.101.73.110) 14.522 ms +10 141.101.73.149 (141.101.73.149) 14.896 ms one.one.one.one (1.1.1.1) 15.806 ms 141.101.73.147 (141.101.73.147) 14.653 ms diff --git a/logs/trace_20260928_203152_874626.json b/logs/trace_20260928_203152_874626.json new file mode 100644 index 0000000..391ddc1 --- /dev/null +++ b/logs/trace_20260928_203152_874626.json @@ -0,0 +1,363 @@ +{ + "time": "2026-09-28T20:31:54.880-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 32.375, + 15.29, + 64.731 + ], + "median_ms": 32.375, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 32.375 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.29 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 64.731 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.812, + 13.997, + 12.152 + ], + "median_ms": 13.997, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 19.812 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 13.997 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.152 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.886, + 16.49, + 13.805 + ], + "median_ms": 16.49, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 22.886 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.49 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.805 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.665, + 14.717, + 14.661 + ], + "median_ms": 14.717, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 25.665 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.717 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.661 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 16.799, + 16.737, + 15.634 + ], + "median_ms": 16.737, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.799 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.737 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.634 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.565, + 15.591, + 14.942 + ], + "median_ms": 14.942, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 14.565 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.591 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 14.942 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.949, + 18.774, + 30.758 + ], + "median_ms": 21.949, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 21.949 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.774 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 30.758 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 47.781, + 118.806, + 255.919 + ], + "median_ms": 118.806, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 47.781 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 118.806 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 255.919 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 163.139, + 280.769, + 77.529 + ], + "median_ms": 163.139, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 163.139 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 280.769 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 77.529 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.606, + 43.696, + 84.741 + ], + "median_ms": 43.696, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 26.606 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 43.696 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 84.741 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203152_874626.txt", + "spike_captured": true, + "spike_limit_ms": 59.1, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 64.731 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 118.806 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 255.919 + }, + { + "hop": 9, + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 163.139 + }, + { + "hop": 9, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 280.769 + }, + { + "hop": 9, + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 77.529 + }, + { + "hop": 10, + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 84.741 + } + ], + "spike_probe_count": 7, + "peak_probe_ms": 280.769, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 47 +} \ No newline at end of file diff --git a/logs/trace_20260928_203152_874626.txt b/logs/trace_20260928_203152_874626.txt new file mode 100644 index 0000000..8ec06fd --- /dev/null +++ b/logs/trace_20260928_203152_874626.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 32.375 ms 15.290 ms 64.731 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 19.812 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 13.997 ms 12.152 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 22.886 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 16.490 ms 13.805 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 25.665 ms 14.717 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.661 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.799 ms 16.737 ms 15.634 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 14.565 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 15.591 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 14.942 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 21.949 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 18.774 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 30.758 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 47.781 ms 141.101.73.110 (141.101.73.110) 118.806 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 255.919 ms + 9 141.101.73.161 (141.101.73.161) 163.139 ms 141.101.73.110 (141.101.73.110) 280.769 ms 141.101.73.125 (141.101.73.125) 77.529 ms +10 one.one.one.one (1.1.1.1) 26.606 ms 43.696 ms 141.101.73.117 (141.101.73.117) 84.741 ms diff --git a/logs/trace_20260928_203157_875238.json b/logs/trace_20260928_203157_875238.json new file mode 100644 index 0000000..474cbc8 --- /dev/null +++ b/logs/trace_20260928_203157_875238.json @@ -0,0 +1,387 @@ +{ + "time": "2026-09-28T20:32:01.686-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 26.213, + 14.514, + 21.843 + ], + "median_ms": 21.843, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 26.213 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.514 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.843 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 7.738, + 35.125, + 15.785 + ], + "median_ms": 15.785, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 7.738 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 35.125 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 15.785 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.865, + 122.13 + ], + "median_ms": 70.4975, + "timeouts": 1, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 18.865 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 122.13 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 21.846, + 24.956, + 27.514 + ], + "median_ms": 24.956, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 21.846 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 24.956 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 27.514 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.731, + 27.552, + 58.845 + ], + "median_ms": 27.552, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 20.731 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 27.552 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 58.845 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 420.029, + 363.766, + 184.757 + ], + "median_ms": 363.766, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 420.029 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 363.766 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 184.757 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 66.383, + 18.688, + 63.675 + ], + "median_ms": 63.675, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 66.383 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.688 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 63.675 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 244.757, + 158.691, + 178.627 + ], + "median_ms": 178.627, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 244.757 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 158.691 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 178.627 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.999, + 29.76, + 113.611 + ], + "median_ms": 37.999, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 37.999 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 29.76 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 113.611 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 51.554, + 73.878, + 184.442 + ], + "median_ms": 73.878, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 51.554 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 73.878 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 184.442 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203157_875238.txt", + "spike_captured": true, + "spike_limit_ms": 59.75, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 122.13 + }, + { + "hop": 6, + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 420.029 + }, + { + "hop": 6, + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 363.766 + }, + { + "hop": 6, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 184.757 + }, + { + "hop": 7, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 66.383 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 63.675 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 244.757 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 158.691 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 178.627 + }, + { + "hop": 9, + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 113.611 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 73.878 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 184.442 + } + ], + "spike_probe_count": 12, + "peak_probe_ms": 420.029, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 48 +} \ No newline at end of file diff --git a/logs/trace_20260928_203157_875238.txt b/logs/trace_20260928_203157_875238.txt new file mode 100644 index 0000000..55cb39c --- /dev/null +++ b/logs/trace_20260928_203157_875238.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 26.213 ms 14.514 ms 21.843 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 7.738 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 35.125 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 15.785 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 18.865 ms * lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 122.130 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 21.846 ms 24.956 ms 27.514 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 20.731 ms 27.552 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 58.845 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 420.029 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 363.766 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 184.757 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 66.383 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 18.688 ms 63.675 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 244.757 ms 158.691 ms 141.101.73.110 (141.101.73.110) 178.627 ms + 9 141.101.73.175 (141.101.73.175) 37.999 ms 141.101.73.173 (141.101.73.173) 29.760 ms 141.101.73.169 (141.101.73.169) 113.611 ms +10 one.one.one.one (1.1.1.1) 51.554 ms 73.878 ms 184.442 ms diff --git a/logs/trace_20260928_203203_876772.json b/logs/trace_20260928_203203_876772.json new file mode 100644 index 0000000..77862d2 --- /dev/null +++ b/logs/trace_20260928_203203_876772.json @@ -0,0 +1,363 @@ +{ + "time": "2026-09-28T20:32:06.287-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.745, + 15.707, + 55.985 + ], + "median_ms": 15.707, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.745 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.707 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 55.985 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.713, + 319.511, + 127.73 + ], + "median_ms": 127.73, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 37.713 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 319.511 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 127.73 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 18.791, + 19.01, + 15.562 + ], + "median_ms": 18.791, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 18.791 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 19.01 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.562 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 43.702, + 16.855, + 38.622 + ], + "median_ms": 38.622, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 43.702 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 16.855 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 38.622 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.005, + 19.816, + 24.647 + ], + "median_ms": 19.816, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 19.005 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 19.816 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.647 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.78, + 93.838, + 28.754 + ], + "median_ms": 28.754, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 27.78 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 93.838 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 28.754 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 51.053, + 62.37, + 19.634 + ], + "median_ms": 51.053, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 51.053 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 62.37 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 19.634 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 91.806, + 113.707, + 35.628 + ], + "median_ms": 91.806, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 91.806 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 113.707 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 35.628 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.728, + 37.778, + 17.583 + ], + "median_ms": 17.583, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 15.728 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 37.778 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.583 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 156.363, + 19.273, + 44.563 + ], + "median_ms": 44.563, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 156.363 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 19.273 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 44.563 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203203_876772.txt", + "spike_captured": true, + "spike_limit_ms": 60.300000000000004, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 319.511 + }, + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 127.73 + }, + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 93.838 + }, + { + "hop": 7, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 62.37 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 91.806 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 113.707 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 156.363 + } + ], + "spike_probe_count": 7, + "peak_probe_ms": 319.511, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 49 +} \ No newline at end of file diff --git a/logs/trace_20260928_203203_876772.txt b/logs/trace_20260928_203203_876772.txt new file mode 100644 index 0000000..f5b5a5b --- /dev/null +++ b/logs/trace_20260928_203203_876772.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.745 ms 15.707 ms 55.985 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 37.713 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 319.511 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 127.730 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 18.791 ms 19.010 ms 15.562 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 43.702 ms 16.855 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 38.622 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 19.005 ms 19.816 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 24.647 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 27.780 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 93.838 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 28.754 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 51.053 ms 62.370 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 19.634 ms + 8 141.101.73.110 (141.101.73.110) 91.806 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 113.707 ms 35.628 ms + 9 141.101.73.159 (141.101.73.159) 15.728 ms 141.101.73.111 (141.101.73.111) 37.778 ms 141.101.73.110 (141.101.73.110) 17.583 ms +10 one.one.one.one (1.1.1.1) 156.363 ms 141.101.73.163 (141.101.73.163) 19.273 ms one.one.one.one (1.1.1.1) 44.563 ms diff --git a/logs/trace_20260928_203217_880219.json b/logs/trace_20260928_203217_880219.json new file mode 100644 index 0000000..dd84e88 --- /dev/null +++ b/logs/trace_20260928_203217_880219.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T20:32:20.089-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 34.604, + 54.059, + 12.719 + ], + "median_ms": 34.604, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 34.604 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 54.059 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.719 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 151.953, + 36.523, + 34.759 + ], + "median_ms": 36.523, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 151.953 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 36.523 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 34.759 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 18.729, + 49.903, + 15.559 + ], + "median_ms": 18.729, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 18.729 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 49.903 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.559 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 42.712, + 34.763, + 49.664 + ], + "median_ms": 42.712, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 42.712 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 34.763 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 49.664 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 489.837, + 42.485, + 58.649 + ], + "median_ms": 58.649, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 489.837 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 42.485 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 58.649 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 63.621, + 46.816, + 24.638 + ], + "median_ms": 46.816, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 63.621 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 46.816 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 24.638 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.825, + 215.789, + 54.684 + ], + "median_ms": 54.684, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 32.825 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 215.789 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 54.684 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.846, + 23.656, + 25.697 + ], + "median_ms": 23.656, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 19.846 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 23.656 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 25.697 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.628, + 36.581, + 15.617 + ], + "median_ms": 32.628, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 32.628 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 36.581 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.617 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.553, + 24.367, + 18.603 + ], + "median_ms": 24.367, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 33.553 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 24.367 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 18.603 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203217_880219.txt", + "spike_captured": true, + "spike_limit_ms": 59.45, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 151.953 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 489.837 + }, + { + "hop": 6, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 63.621 + }, + { + "hop": 7, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 215.789 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 489.837, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 53 +} \ No newline at end of file diff --git a/logs/trace_20260928_203217_880219.txt b/logs/trace_20260928_203217_880219.txt new file mode 100644 index 0000000..cda8112 --- /dev/null +++ b/logs/trace_20260928_203217_880219.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 34.604 ms 54.059 ms 12.719 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 151.953 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 36.523 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 34.759 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 18.729 ms 49.903 ms 15.559 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 42.712 ms 34.763 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 49.664 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 489.837 ms 42.485 ms 58.649 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 63.621 ms 46.816 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 24.638 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 32.825 ms 215.789 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 54.684 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 19.846 ms 23.656 ms 141.101.73.111 (141.101.73.111) 25.697 ms + 9 141.101.73.163 (141.101.73.163) 32.628 ms 141.101.73.117 (141.101.73.117) 36.581 ms 141.101.73.110 (141.101.73.110) 15.617 ms +10 141.101.73.175 (141.101.73.175) 33.553 ms one.one.one.one (1.1.1.1) 24.367 ms 141.101.73.157 (141.101.73.157) 18.603 ms diff --git a/logs/trace_20260928_203226_882335.json b/logs/trace_20260928_203226_882335.json new file mode 100644 index 0000000..b72ef71 --- /dev/null +++ b/logs/trace_20260928_203226_882335.json @@ -0,0 +1,393 @@ +{ + "time": "2026-09-28T20:32:30.494-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 27.601, + 42.138, + 46.83 + ], + "median_ms": 42.138, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 27.601 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 42.138 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 46.83 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.877, + 145.381, + 14.717 + ], + "median_ms": 19.877, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 19.877 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 145.381 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 14.717 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.76, + 156.8, + 219.665 + ], + "median_ms": 156.8, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 22.76 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 156.8 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 219.665 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 129.825, + 31.775, + 67.834 + ], + "median_ms": 67.834, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 129.825 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 31.775 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 67.834 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.754, + 29.764, + 383.531 + ], + "median_ms": 29.764, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.754 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 29.764 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 383.531 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 34.582, + 15.737, + 26.746 + ], + "median_ms": 26.746, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 34.582 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.737 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.746 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 235.682, + 240.666, + 89.081 + ], + "median_ms": 235.682, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 235.682 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 240.666 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 89.081 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.324, + 31.617, + 102.747 + ], + "median_ms": 31.617, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 28.324 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 31.617 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 102.747 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 57.586, + 24.667, + 29.553 + ], + "median_ms": 29.553, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 57.586 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 24.667 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 29.553 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.634, + 68.127, + 152.57 + ], + "median_ms": 68.127, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 20.634 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 68.127 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 152.57 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203226_882335.txt", + "spike_captured": true, + "spike_limit_ms": 59.0, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 145.381 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 156.8 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 219.665 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 129.825 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 67.834 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 383.531 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 235.682 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 240.666 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 89.081 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 102.747 + }, + { + "hop": 10, + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 68.127 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 152.57 + } + ], + "spike_probe_count": 12, + "peak_probe_ms": 383.531, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 55 +} \ No newline at end of file diff --git a/logs/trace_20260928_203226_882335.txt b/logs/trace_20260928_203226_882335.txt new file mode 100644 index 0000000..5edd069 --- /dev/null +++ b/logs/trace_20260928_203226_882335.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 27.601 ms 42.138 ms 46.830 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 19.877 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 145.381 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 14.717 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 22.760 ms 156.800 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 219.665 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 129.825 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 31.775 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 67.834 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 26.754 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 29.764 ms 383.531 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 34.582 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 15.737 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 26.746 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 235.682 ms 240.666 ms 89.081 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 28.324 ms 31.617 ms 141.101.73.110 (141.101.73.110) 102.747 ms + 9 141.101.73.161 (141.101.73.161) 57.586 ms 141.101.73.110 (141.101.73.110) 24.667 ms 141.101.73.111 (141.101.73.111) 29.553 ms +10 141.101.73.173 (141.101.73.173) 20.634 ms 141.101.73.147 (141.101.73.147) 68.127 ms one.one.one.one (1.1.1.1) 152.570 ms diff --git a/logs/trace_20260928_203232_883843.json b/logs/trace_20260928_203232_883843.json new file mode 100644 index 0000000..4884905 --- /dev/null +++ b/logs/trace_20260928_203232_883843.json @@ -0,0 +1,381 @@ +{ + "time": "2026-09-28T20:32:35.094-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 65.288, + 23.372, + 14.855 + ], + "median_ms": 23.372, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 65.288 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 23.372 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.855 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 35.83, + 11.998, + 16.814 + ], + "median_ms": 16.814, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 35.83 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.998 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 16.814 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 24.622, + 16.724, + 22.858 + ], + "median_ms": 22.858, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 24.622 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.724 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 22.858 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 105.598, + 167.877, + 129.712 + ], + "median_ms": 129.712, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 105.598 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 167.877 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 129.712 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.794, + 370.797, + 63.465 + ], + "median_ms": 63.465, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 29.794 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 370.797 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 63.465 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 75.822, + 20.688, + 18.776 + ], + "median_ms": 20.688, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 75.822 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 20.688 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 18.776 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 260.06, + 18.502, + 24.888 + ], + "median_ms": 24.888, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 260.06 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.502 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 24.888 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 138.538, + 61.869, + 19.606 + ], + "median_ms": 61.869, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 138.538 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 61.869 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 19.606 + } + ] + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": [ + 15.787, + 17.77, + 53.593 + ], + "median_ms": 17.77, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.787 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.77 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 53.593 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 35.709, + 28.688, + 53.626 + ], + "median_ms": 35.709, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 35.709 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 28.688 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 53.626 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203232_883843.txt", + "spike_captured": true, + "spike_limit_ms": 59.1, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 65.288 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 105.598 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 167.877 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 129.712 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 370.797 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 63.465 + }, + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 75.822 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 260.06 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 138.538 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 61.869 + } + ], + "spike_probe_count": 10, + "peak_probe_ms": 370.797, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 56 +} \ No newline at end of file diff --git a/logs/trace_20260928_203232_883843.txt b/logs/trace_20260928_203232_883843.txt new file mode 100644 index 0000000..dcba839 --- /dev/null +++ b/logs/trace_20260928_203232_883843.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 65.288 ms 23.372 ms 14.855 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 35.830 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.998 ms 16.814 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 24.622 ms 16.724 ms 22.858 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 105.598 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 167.877 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 129.712 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 29.794 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 370.797 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 63.465 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 75.822 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 20.688 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 18.776 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 260.060 ms 18.502 ms 24.888 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 138.538 ms 141.101.73.110 (141.101.73.110) 61.869 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 19.606 ms + 9 141.101.73.111 (141.101.73.111) 15.787 ms 17.770 ms 53.593 ms +10 one.one.one.one (1.1.1.1) 35.709 ms 141.101.73.169 (141.101.73.169) 28.688 ms one.one.one.one (1.1.1.1) 53.626 ms diff --git a/logs/trace_20260928_203244_886967.json b/logs/trace_20260928_203244_886967.json new file mode 100644 index 0000000..ae42129 --- /dev/null +++ b/logs/trace_20260928_203244_886967.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:32:45.892-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.671, + 33.155, + 20.894 + ], + "median_ms": 20.894, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.671 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 33.155 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.894 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.675, + 11.59, + 11.804 + ], + "median_ms": 11.804, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 13.675 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.59 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.804 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 13.194, + 15.279, + 20.712 + ], + "median_ms": 15.279, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.194 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.279 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 20.712 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.721, + 15.823, + 13.865 + ], + "median_ms": 14.721, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.721 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.823 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.865 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.858, + 17.05, + 17.771 + ], + "median_ms": 17.771, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 30.858 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.05 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.771 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.829, + 18.675, + 16.731 + ], + "median_ms": 16.731, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 12.829 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.675 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.731 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.705, + 15.827, + 16.785 + ], + "median_ms": 16.705, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.705 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.827 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.785 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.695, + 73.63, + 29.715 + ], + "median_ms": 29.715, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.695 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 73.63 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.715 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.682, + 14.669, + 15.682 + ], + "median_ms": 14.682, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.682 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.669 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.682 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.642, + 15.51, + 17.801 + ], + "median_ms": 17.801, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 19.642 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.51 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 17.801 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203244_886967.txt", + "spike_captured": true, + "spike_limit_ms": 58.4, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 73.63 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 73.63, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 59 +} \ No newline at end of file diff --git a/logs/trace_20260928_203244_886967.txt b/logs/trace_20260928_203244_886967.txt new file mode 100644 index 0000000..a295141 --- /dev/null +++ b/logs/trace_20260928_203244_886967.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.671 ms 33.155 ms 20.894 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 13.675 ms 11.590 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.804 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.194 ms 15.279 ms 20.712 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.721 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.823 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.865 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 30.858 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.050 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.771 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 12.829 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 18.675 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.731 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.705 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.827 ms 16.785 ms + 8 141.101.73.110 (141.101.73.110) 14.695 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 73.630 ms 29.715 ms + 9 141.101.73.111 (141.101.73.111) 14.682 ms 14.669 ms 141.101.73.110 (141.101.73.110) 15.682 ms +10 141.101.73.165 (141.101.73.165) 19.642 ms one.one.one.one (1.1.1.1) 15.510 ms 141.101.73.195 (141.101.73.195) 17.801 ms diff --git a/logs/trace_20260928_203305_892619.json b/logs/trace_20260928_203305_892619.json new file mode 100644 index 0000000..3d91e8f --- /dev/null +++ b/logs/trace_20260928_203305_892619.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T20:33:07.101-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.904, + 9.95, + 11.863 + ], + "median_ms": 11.863, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.904 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.95 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.863 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.876, + 11.642, + 13.267 + ], + "median_ms": 13.267, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 29.876 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.642 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 13.267 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.762, + 12.665, + 14.785 + ], + "median_ms": 14.785, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 22.762 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.665 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.785 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.808, + 13.784, + 23.001 + ], + "median_ms": 13.784, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.808 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.784 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 23.001 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.604, + 16.28, + 19.5 + ], + "median_ms": 16.604, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.604 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.28 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.5 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 40.712, + 101.749, + 19.78 + ], + "median_ms": 40.712, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 40.712 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 101.749 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 19.78 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 52.801, + 167.769, + 46.687 + ], + "median_ms": 52.801, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 52.801 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 167.769 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 46.687 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.758, + 27.749, + 24.672 + ], + "median_ms": 24.672, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.758 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 27.749 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 24.672 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.618, + 15.592, + 28.354 + ], + "median_ms": 15.592, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 14.618 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 15.592 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 28.354 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 33.62, + 15.734, + 15.682 + ], + "median_ms": 15.734, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 33.62 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.734 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.682 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203305_892619.txt", + "spike_captured": true, + "spike_limit_ms": 57.35, + "spike_probes": [ + { + "hop": 6, + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 101.749 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 167.769 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 167.769, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 65 +} \ No newline at end of file diff --git a/logs/trace_20260928_203305_892619.txt b/logs/trace_20260928_203305_892619.txt new file mode 100644 index 0000000..14ea9e5 --- /dev/null +++ b/logs/trace_20260928_203305_892619.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.904 ms 9.950 ms 11.863 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 29.876 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.642 ms 13.267 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 22.762 ms 12.665 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.785 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.808 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.784 ms 23.001 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.604 ms 16.280 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 19.500 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 40.712 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 101.749 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 19.780 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 52.801 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 167.769 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 46.687 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.758 ms 141.101.73.111 (141.101.73.111) 27.749 ms 141.101.73.110 (141.101.73.110) 24.672 ms + 9 141.101.73.161 (141.101.73.161) 14.618 ms 141.101.73.127 (141.101.73.127) 15.592 ms 141.101.73.173 (141.101.73.173) 28.354 ms +10 one.one.one.one (1.1.1.1) 33.620 ms 15.734 ms 15.682 ms diff --git a/logs/trace_20260928_203309_893076.json b/logs/trace_20260928_203309_893076.json new file mode 100644 index 0000000..c3d65cd --- /dev/null +++ b/logs/trace_20260928_203309_893076.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T20:33:10.898-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 78.884, + 11.973, + 13.85 + ], + "median_ms": 13.85, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 78.884 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.973 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.85 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.971, + 8.727, + 15.246 + ], + "median_ms": 11.971, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.971 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 8.727 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 15.246 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.724, + 27.397, + 24.821 + ], + "median_ms": 27.397, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 32.724 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 27.397 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 24.821 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.692, + 14.833, + 22.656 + ], + "median_ms": 22.656, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 30.692 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.833 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 22.656 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.834, + 51.861, + 36.783 + ], + "median_ms": 36.783, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.834 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 51.861 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 36.783 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.657, + 24.8, + 14.801 + ], + "median_ms": 17.657, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 17.657 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.8 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 14.801 + } + ] + }, + { + "hop": 7, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": [ + 31.048, + 71.585, + 16.837 + ], + "median_ms": 31.048, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 31.048 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 71.585 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.837 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.498, + 16.726, + 14.746 + ], + "median_ms": 16.726, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.498 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.726 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.746 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.663, + 14.615, + 17.666 + ], + "median_ms": 17.666, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 26.663 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.615 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 17.666 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 15.536, + 17.754, + 18.822 + ], + "median_ms": 17.754, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.536 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.754 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.822 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203309_893076.txt", + "spike_captured": true, + "spike_limit_ms": 57.2, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 78.884 + }, + { + "hop": 7, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 71.585 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 78.884, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 66 +} \ No newline at end of file diff --git a/logs/trace_20260928_203309_893076.txt b/logs/trace_20260928_203309_893076.txt new file mode 100644 index 0000000..a3c6d21 --- /dev/null +++ b/logs/trace_20260928_203309_893076.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 78.884 ms 11.973 ms 13.850 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.971 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 8.727 ms 15.246 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 32.724 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 27.397 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 24.821 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 30.692 ms 14.833 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 22.656 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.834 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 51.861 ms 36.783 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 17.657 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 24.800 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 14.801 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 31.048 ms 71.585 ms 16.837 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.498 ms 16.726 ms 141.101.73.110 (141.101.73.110) 14.746 ms + 9 141.101.73.179 (141.101.73.179) 26.663 ms 141.101.73.110 (141.101.73.110) 14.615 ms 141.101.73.177 (141.101.73.177) 17.666 ms +10 one.one.one.one (1.1.1.1) 15.536 ms 17.754 ms 18.822 ms diff --git a/logs/trace_20260928_203316_894675.json b/logs/trace_20260928_203316_894675.json new file mode 100644 index 0000000..0e7e1dd --- /dev/null +++ b/logs/trace_20260928_203316_894675.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T20:33:17.901-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.763, + 11.69, + 11.932 + ], + "median_ms": 11.932, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.763 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.69 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.932 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.79, + 10.525, + 18.505 + ], + "median_ms": 10.79, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 10.79 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 10.525 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 18.505 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.881, + 11.9, + 12.884 + ], + "median_ms": 12.881, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.881 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 11.9 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.884 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 12.967, + 21.875, + 13.65 + ], + "median_ms": 13.65, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.967 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 21.875 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.65 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.879, + 16.557, + 14.798 + ], + "median_ms": 16.557, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.879 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.557 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.798 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.793, + 14.663, + 24.414 + ], + "median_ms": 17.793, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.793 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 14.663 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.414 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 113.05, + 46.685, + 15.652 + ], + "median_ms": 46.685, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 113.05 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 46.685 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.652 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.716, + 15.633, + 15.708 + ], + "median_ms": 15.633, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.716 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.633 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.708 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.77, + 15.615, + 84.621 + ], + "median_ms": 16.77, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 16.77 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 15.615 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 84.621 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.613, + 16.861, + 15.575 + ], + "median_ms": 15.575, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.613 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 16.861 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 15.575 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203316_894675.txt", + "spike_captured": true, + "spike_limit_ms": 57.1, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 113.05 + }, + { + "hop": 9, + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 84.621 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 113.05, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 68 +} \ No newline at end of file diff --git a/logs/trace_20260928_203316_894675.txt b/logs/trace_20260928_203316_894675.txt new file mode 100644 index 0000000..77c7f03 --- /dev/null +++ b/logs/trace_20260928_203316_894675.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.763 ms 11.690 ms 11.932 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 10.790 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 10.525 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 18.505 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.881 ms 11.900 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 12.884 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.967 ms 21.875 ms 13.650 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.879 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.557 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.798 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 17.793 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 14.663 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 24.414 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 113.050 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 46.685 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.652 ms + 8 141.101.73.110 (141.101.73.110) 13.716 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.633 ms 141.101.73.111 (141.101.73.111) 15.708 ms + 9 141.101.73.173 (141.101.73.173) 16.770 ms 141.101.73.171 (141.101.73.171) 15.615 ms 141.101.73.117 (141.101.73.117) 84.621 ms +10 one.one.one.one (1.1.1.1) 14.613 ms 141.101.73.195 (141.101.73.195) 16.861 ms 141.101.73.169 (141.101.73.169) 15.575 ms diff --git a/logs/trace_20260928_203320_895607.json b/logs/trace_20260928_203320_895607.json new file mode 100644 index 0000000..e35fcf8 --- /dev/null +++ b/logs/trace_20260928_203320_895607.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:33:21.901-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 19.271, + 9.73, + 10.859 + ], + "median_ms": 10.859, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 19.271 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.73 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.859 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.919, + 10.848, + 13.431 + ], + "median_ms": 13.431, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.919 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 10.848 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 13.431 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.516, + 12.176, + 15.774 + ], + "median_ms": 15.516, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.516 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.176 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.774 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.699, + 11.784, + 22.912 + ], + "median_ms": 12.699, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.699 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.784 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 22.912 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.775, + 17.936, + 31.721 + ], + "median_ms": 23.775, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 23.775 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.936 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 31.721 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 74.797, + 15.805, + 26.936 + ], + "median_ms": 26.936, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 74.797 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.805 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.936 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.644, + 42.816, + 17.644 + ], + "median_ms": 17.644, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.644 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 42.816 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 17.644 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 16.761, + 15.831, + 16.748 + ], + "median_ms": 16.748, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.761 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.831 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.748 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.725, + 16.605, + 15.537 + ], + "median_ms": 15.725, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.725 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 16.605 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.537 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.62, + 32.638, + 15.741 + ], + "median_ms": 16.62, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 16.62 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 32.638 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 15.741 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203320_895607.txt", + "spike_captured": true, + "spike_limit_ms": 57.1, + "spike_probes": [ + { + "hop": 6, + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 74.797 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 74.797, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 69 +} \ No newline at end of file diff --git a/logs/trace_20260928_203320_895607.txt b/logs/trace_20260928_203320_895607.txt new file mode 100644 index 0000000..0844745 --- /dev/null +++ b/logs/trace_20260928_203320_895607.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 19.271 ms 9.730 ms 10.859 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 13.919 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 10.848 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 13.431 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.516 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 12.176 ms 15.774 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.699 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.784 ms 22.912 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 23.775 ms 17.936 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 31.721 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 74.797 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.805 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 26.936 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.644 ms 42.816 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 17.644 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.761 ms 15.831 ms 16.748 ms + 9 141.101.73.111 (141.101.73.111) 15.725 ms 141.101.73.169 (141.101.73.169) 16.605 ms 141.101.73.111 (141.101.73.111) 15.537 ms +10 141.101.73.167 (141.101.73.167) 16.620 ms one.one.one.one (1.1.1.1) 32.638 ms 141.101.73.125 (141.101.73.125) 15.741 ms diff --git a/logs/trace_20260928_203331_898300.json b/logs/trace_20260928_203331_898300.json new file mode 100644 index 0000000..06d49ba --- /dev/null +++ b/logs/trace_20260928_203331_898300.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T20:33:33.107-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.679, + 11.641, + 11.977 + ], + "median_ms": 11.977, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.679 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.641 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.977 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.781, + 11.848, + 23.003 + ], + "median_ms": 12.781, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.781 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.848 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 23.003 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.016, + 24.666, + 15.688 + ], + "median_ms": 15.688, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.016 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 24.666 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.688 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 34.65, + 12.931, + 13.836 + ], + "median_ms": 13.836, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 34.65 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.931 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.836 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.612, + 36.901, + 16.705 + ], + "median_ms": 17.612, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.612 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 36.901 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.705 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.699, + 14.836, + 58.731 + ], + "median_ms": 18.699, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.699 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 14.836 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 58.731 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 14.694, + 27.818, + 16.674 + ], + "median_ms": 16.674, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.694 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 27.818 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.674 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 41.706, + 30.745, + 44.673 + ], + "median_ms": 41.706, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 41.706 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 30.745 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 44.673 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.639, + 23.582, + 54.892 + ], + "median_ms": 23.582, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 16.639 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 23.582 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 54.892 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.59, + 66.467, + 37.515 + ], + "median_ms": 37.515, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 16.59 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 66.467 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 37.515 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203331_898300.txt", + "spike_captured": true, + "spike_limit_ms": 56.8, + "spike_probes": [ + { + "hop": 6, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 58.731 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 66.467 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 66.467, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 72 +} \ No newline at end of file diff --git a/logs/trace_20260928_203331_898300.txt b/logs/trace_20260928_203331_898300.txt new file mode 100644 index 0000000..70d0278 --- /dev/null +++ b/logs/trace_20260928_203331_898300.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.679 ms 11.641 ms 11.977 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.781 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.848 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 23.003 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.016 ms 24.666 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.688 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 34.650 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.931 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.836 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.612 ms 36.901 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.705 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 18.699 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 14.836 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 58.731 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.694 ms 27.818 ms 16.674 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 41.706 ms 30.745 ms 141.101.73.110 (141.101.73.110) 44.673 ms + 9 141.101.73.157 (141.101.73.157) 16.639 ms 141.101.73.110 (141.101.73.110) 23.582 ms 141.101.73.167 (141.101.73.167) 54.892 ms +10 141.101.73.165 (141.101.73.165) 16.590 ms one.one.one.one (1.1.1.1) 66.467 ms 141.101.73.127 (141.101.73.127) 37.515 ms diff --git a/logs/trace_20260928_203335_899285.json b/logs/trace_20260928_203335_899285.json new file mode 100644 index 0000000..a89ea36 --- /dev/null +++ b/logs/trace_20260928_203335_899285.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:33:36.904-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 14.302, + 18.026, + 9.958 + ], + "median_ms": 14.302, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.302 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 18.026 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.958 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.686, + 11.992, + 13.318 + ], + "median_ms": 11.992, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.686 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.992 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 13.318 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.777, + 14.721, + 13.925 + ], + "median_ms": 14.721, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 23.777 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.721 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.925 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.426, + 26.661, + 13.755 + ], + "median_ms": 13.755, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.426 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 26.661 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.755 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 27.994, + 17.792, + 17.749 + ], + "median_ms": 17.792, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 27.994 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.792 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.749 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.805, + 17.735, + 34.997 + ], + "median_ms": 17.735, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 12.805 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 17.735 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 34.997 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 40.675, + 40.732, + 15.735 + ], + "median_ms": 40.675, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 40.675 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 40.732 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.735 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 60.783, + 18.612, + 54.857 + ], + "median_ms": 54.857, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 60.783 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.612 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 54.857 + } + ] + }, + { + "hop": 9, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": [ + 14.668, + 15.608, + 24.731 + ], + "median_ms": 15.608, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.668 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.608 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 24.731 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.863, + 16.597, + 24.851 + ], + "median_ms": 18.863, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 18.863 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.597 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 24.851 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203335_899285.txt", + "spike_captured": true, + "spike_limit_ms": 56.8, + "spike_probes": [ + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 60.783 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 60.783, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 73 +} \ No newline at end of file diff --git a/logs/trace_20260928_203335_899285.txt b/logs/trace_20260928_203335_899285.txt new file mode 100644 index 0000000..a51c25a --- /dev/null +++ b/logs/trace_20260928_203335_899285.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 14.302 ms 18.026 ms 9.958 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.686 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.992 ms 13.318 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 23.777 ms 14.721 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.925 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.426 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 26.661 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.755 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 27.994 ms 17.792 ms 17.749 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 12.805 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 17.735 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 34.997 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 40.675 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 40.732 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.735 ms + 8 141.101.73.110 (141.101.73.110) 60.783 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 18.612 ms 141.101.73.111 (141.101.73.111) 54.857 ms + 9 141.101.73.110 (141.101.73.110) 14.668 ms 15.608 ms 24.731 ms +10 141.101.73.195 (141.101.73.195) 18.863 ms one.one.one.one (1.1.1.1) 16.597 ms 24.851 ms diff --git a/logs/trace_20260928_203343_901920.json b/logs/trace_20260928_203343_901920.json new file mode 100644 index 0000000..44c5f45 --- /dev/null +++ b/logs/trace_20260928_203343_901920.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:33:44.906-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 61.198, + 12.924, + 13.68 + ], + "median_ms": 13.68, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 61.198 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.924 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.68 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.996, + 25.101, + 29.638 + ], + "median_ms": 27.996, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 27.996 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 25.101 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 29.638 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.832, + 22.891, + 14.85 + ], + "median_ms": 22.891, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 24.832 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 22.891 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.85 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.787, + 12.792, + 13.618 + ], + "median_ms": 13.618, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.787 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.792 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.618 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 17.737, + 16.791, + 25.662 + ], + "median_ms": 17.737, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.737 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.791 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.662 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.579, + 24.768, + 16.958 + ], + "median_ms": 18.579, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.579 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.768 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.958 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.842, + 45.894, + 37.396 + ], + "median_ms": 37.396, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 18.842 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 45.894 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 37.396 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.835, + 15.69, + 15.646 + ], + "median_ms": 15.69, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 26.835 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.69 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.646 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.573, + 16.679, + 14.486 + ], + "median_ms": 16.679, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 22.573 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 16.679 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.486 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.64, + 14.637, + 46.787 + ], + "median_ms": 16.64, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 16.64 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.637 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 46.787 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203343_901920.txt", + "spike_captured": true, + "spike_limit_ms": 56.8, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 61.198 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 61.198, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 75 +} \ No newline at end of file diff --git a/logs/trace_20260928_203343_901920.txt b/logs/trace_20260928_203343_901920.txt new file mode 100644 index 0000000..85ca3a2 --- /dev/null +++ b/logs/trace_20260928_203343_901920.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 61.198 ms 12.924 ms 13.680 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 27.996 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 25.101 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 29.638 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 24.832 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 22.891 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.850 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.787 ms 12.792 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.618 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.737 ms 16.791 ms 25.662 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 18.579 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 24.768 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.958 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 18.842 ms 45.894 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 37.396 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 26.835 ms 15.690 ms 141.101.73.110 (141.101.73.110) 15.646 ms + 9 141.101.73.163 (141.101.73.163) 22.573 ms 141.101.73.171 (141.101.73.171) 16.679 ms 141.101.73.111 (141.101.73.111) 14.486 ms +10 141.101.73.167 (141.101.73.167) 16.640 ms one.one.one.one (1.1.1.1) 14.637 ms 141.101.73.127 (141.101.73.127) 46.787 ms diff --git a/logs/trace_20260928_203347_902390.json b/logs/trace_20260928_203347_902390.json new file mode 100644 index 0000000..9c19be8 --- /dev/null +++ b/logs/trace_20260928_203347_902390.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:33:48.907-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 136.957, + 12.825, + 21.708 + ], + "median_ms": 21.708, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 136.957 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.825 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.708 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.798, + 30.795, + 14.742 + ], + "median_ms": 14.742, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.798 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 30.795 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 14.742 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 40.737, + 39.715, + 12.7 + ], + "median_ms": 39.715, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 40.737 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 39.715 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.7 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.934, + 29.68, + 13.709 + ], + "median_ms": 13.934, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.934 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 29.68 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.709 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.763, + 15.708, + 16.747 + ], + "median_ms": 16.747, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.763 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.708 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.747 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.732, + 17.711, + 32.977 + ], + "median_ms": 17.711, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.732 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.711 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 32.977 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.579, + 16.791, + 16.696 + ], + "median_ms": 16.696, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.579 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.791 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.696 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.708, + 16.665, + 35.897 + ], + "median_ms": 16.665, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.708 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.665 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 35.897 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.515, + 16.667, + 15.593 + ], + "median_ms": 15.593, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 15.515 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 16.667 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.593 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 15.594, + 16.847, + 42.664 + ], + "median_ms": 16.847, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.594 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.847 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 42.664 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203347_902390.txt", + "spike_captured": true, + "spike_limit_ms": 56.7, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 136.957 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 136.957, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 76 +} \ No newline at end of file diff --git a/logs/trace_20260928_203347_902390.txt b/logs/trace_20260928_203347_902390.txt new file mode 100644 index 0000000..230883f --- /dev/null +++ b/logs/trace_20260928_203347_902390.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 136.957 ms 12.825 ms 21.708 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.798 ms 30.795 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 14.742 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 40.737 ms 39.715 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.700 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.934 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 29.680 ms 13.709 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.763 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.708 ms 16.747 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.732 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 17.711 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 32.977 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.579 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.791 ms 16.696 ms + 8 141.101.73.110 (141.101.73.110) 15.708 ms 16.665 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 35.897 ms + 9 141.101.73.161 (141.101.73.161) 15.515 ms 141.101.73.177 (141.101.73.177) 16.667 ms 141.101.73.111 (141.101.73.111) 15.593 ms +10 one.one.one.one (1.1.1.1) 15.594 ms 16.847 ms 42.664 ms diff --git a/logs/trace_20260928_203351_903345.json b/logs/trace_20260928_203351_903345.json new file mode 100644 index 0000000..4e05b82 --- /dev/null +++ b/logs/trace_20260928_203351_903345.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T20:33:52.908-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.829, + 11.678, + 12.814 + ], + "median_ms": 12.814, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.829 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.678 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.814 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.92, + 11.685, + 13.241 + ], + "median_ms": 13.241, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 26.92 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.685 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.241 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 12.756, + 16.056, + 15.679 + ], + "median_ms": 15.679, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.756 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.056 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.679 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 40.637, + 15.801, + 21.957 + ], + "median_ms": 21.957, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 40.637 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.801 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 21.957 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.549, + 15.764, + 13.665 + ], + "median_ms": 15.764, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.549 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.764 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 13.665 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.927, + 24.845, + 15.71 + ], + "median_ms": 15.71, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 14.927 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 24.845 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.71 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.703, + 16.71, + 14.874 + ], + "median_ms": 16.71, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 21.703 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.71 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.874 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.827, + 85.72, + 68.725 + ], + "median_ms": 68.725, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 25.827 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 85.72 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 68.725 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.673, + 16.656, + 15.823 + ], + "median_ms": 16.656, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 17.673 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 16.656 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.823 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.624, + 16.653, + 22.091 + ], + "median_ms": 17.624, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.624 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 16.653 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 22.091 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203351_903345.txt", + "spike_captured": true, + "spike_limit_ms": 56.5, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 85.72 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 68.725 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 85.72, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 77 +} \ No newline at end of file diff --git a/logs/trace_20260928_203351_903345.txt b/logs/trace_20260928_203351_903345.txt new file mode 100644 index 0000000..12f4743 --- /dev/null +++ b/logs/trace_20260928_203351_903345.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.829 ms 11.678 ms 12.814 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 26.920 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.685 ms 13.241 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.756 ms 16.056 ms 15.679 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 40.637 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.801 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 21.957 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.549 ms 15.764 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 13.665 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 14.927 ms 24.845 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 15.710 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 21.703 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.710 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.874 ms + 8 141.101.73.111 (141.101.73.111) 25.827 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 85.720 ms 68.725 ms + 9 141.101.73.195 (141.101.73.195) 17.673 ms 141.101.73.117 (141.101.73.117) 16.656 ms 141.101.73.111 (141.101.73.111) 15.823 ms +10 one.one.one.one (1.1.1.1) 17.624 ms 141.101.73.169 (141.101.73.169) 16.653 ms 141.101.73.161 (141.101.73.161) 22.091 ms diff --git a/logs/trace_20260928_203402_906113.json b/logs/trace_20260928_203402_906113.json new file mode 100644 index 0000000..a492825 --- /dev/null +++ b/logs/trace_20260928_203402_906113.json @@ -0,0 +1,351 @@ +{ + "time": "2026-09-28T20:34:04.114-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 34.744, + 31.421, + 68.745 + ], + "median_ms": 34.744, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 34.744 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 31.421 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 68.745 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.764, + 12.628, + 74.319 + ], + "median_ms": 15.764, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 15.764 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.628 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 74.319 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.798, + 12.843, + 25.522 + ], + "median_ms": 24.798, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 24.798 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.843 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 25.522 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 60.685, + 60.688, + 24.594 + ], + "median_ms": 60.685, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 60.685 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 60.688 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 24.594 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 112.787, + 29.66, + 18.728 + ], + "median_ms": 29.66, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 112.787 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 29.66 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.728 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.698, + 17.696, + 15.798 + ], + "median_ms": 17.696, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.698 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.696 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.798 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.638, + 16.691, + 16.687 + ], + "median_ms": 16.691, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 26.638 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.691 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.687 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.747, + 11.677, + 16.666 + ], + "median_ms": 16.666, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.747 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 11.677 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.666 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.646, + 16.638, + 23.652 + ], + "median_ms": 17.646, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.646 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.638 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 23.652 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.777, + 19.449, + 22.54 + ], + "median_ms": 19.449, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.777 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 19.449 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 22.54 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203402_906113.txt", + "spike_captured": true, + "spike_limit_ms": 56.85, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 68.745 + }, + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 74.319 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 60.685 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 60.688 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 112.787 + } + ], + "spike_probe_count": 5, + "peak_probe_ms": 112.787, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 80 +} \ No newline at end of file diff --git a/logs/trace_20260928_203402_906113.txt b/logs/trace_20260928_203402_906113.txt new file mode 100644 index 0000000..9990ce1 --- /dev/null +++ b/logs/trace_20260928_203402_906113.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 34.744 ms 31.421 ms 68.745 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 15.764 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.628 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 74.319 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 24.798 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.843 ms 25.522 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 60.685 ms 60.688 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 24.594 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 112.787 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 29.660 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 18.728 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 25.698 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 17.696 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.798 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 26.638 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.691 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.687 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.747 ms 141.101.73.110 (141.101.73.110) 11.677 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.666 ms + 9 141.101.73.110 (141.101.73.110) 17.646 ms 141.101.73.111 (141.101.73.111) 16.638 ms 23.652 ms +10 one.one.one.one (1.1.1.1) 16.777 ms 141.101.73.195 (141.101.73.195) 19.449 ms one.one.one.one (1.1.1.1) 22.540 ms diff --git a/logs/trace_20260928_203409_907799.json b/logs/trace_20260928_203409_907799.json new file mode 100644 index 0000000..afb2208 --- /dev/null +++ b/logs/trace_20260928_203409_907799.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:34:10.913-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 14.469, + 10.425, + 12.006 + ], + "median_ms": 12.006, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.469 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.425 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.006 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.85, + 12.785, + 11.246 + ], + "median_ms": 12.785, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.85 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.785 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.246 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.26, + 12.853, + 13.731 + ], + "median_ms": 13.731, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.26 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.853 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.731 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.792, + 25.769, + 23.654 + ], + "median_ms": 23.654, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.792 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 25.769 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 23.654 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.908, + 17.827, + 28.712 + ], + "median_ms": 28.712, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 30.908 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.827 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 28.712 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.809, + 15.77, + 14.837 + ], + "median_ms": 14.837, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 14.809 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.77 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 14.837 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 70.794, + 35.801, + 19.735 + ], + "median_ms": 35.801, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 70.794 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 35.801 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 19.735 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.798, + 29.785, + 14.688 + ], + "median_ms": 27.798, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 27.798 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 29.785 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.688 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.676, + 15.769, + 17.682 + ], + "median_ms": 15.769, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 14.676 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 15.769 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 17.682 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 16.464, + 14.659, + 14.543 + ], + "median_ms": 14.659, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.464 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.659 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.543 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203409_907799.txt", + "spike_captured": true, + "spike_limit_ms": 57.05, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 70.794 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 70.794, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 82 +} \ No newline at end of file diff --git a/logs/trace_20260928_203409_907799.txt b/logs/trace_20260928_203409_907799.txt new file mode 100644 index 0000000..34d3e52 --- /dev/null +++ b/logs/trace_20260928_203409_907799.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 14.469 ms 10.425 ms 12.006 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.850 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.785 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.246 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.260 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 12.853 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.731 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.792 ms 25.769 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 23.654 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 30.908 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.827 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 28.712 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 14.809 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.770 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 14.837 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 70.794 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 35.801 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 19.735 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 27.798 ms 141.101.73.110 (141.101.73.110) 29.785 ms 141.101.73.111 (141.101.73.111) 14.688 ms + 9 141.101.73.125 (141.101.73.125) 14.676 ms 141.101.73.159 (141.101.73.159) 15.769 ms 141.101.73.127 (141.101.73.127) 17.682 ms +10 one.one.one.one (1.1.1.1) 16.464 ms 14.659 ms 14.543 ms diff --git a/logs/trace_20260928_203413_908809.json b/logs/trace_20260928_203413_908809.json new file mode 100644 index 0000000..b4b0aaf --- /dev/null +++ b/logs/trace_20260928_203413_908809.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:34:14.717-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 24.354, + 12.153, + 10.988 + ], + "median_ms": 12.153, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 24.354 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.153 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.988 + } + ] + }, + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": [ + 12.613, + 10.518, + 11.75 + ], + "median_ms": 11.75, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.613 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 10.518 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.75 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.7, + 14.701, + 12.764 + ], + "median_ms": 13.7, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.7 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.701 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.764 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.651, + 12.744, + 12.769 + ], + "median_ms": 12.744, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.651 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.744 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.769 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.686, + 21.943, + 16.775 + ], + "median_ms": 21.943, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 30.686 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 21.943 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.775 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.649, + 16.769, + 17.847 + ], + "median_ms": 16.769, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.649 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.769 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.847 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.907, + 29.727, + 15.759 + ], + "median_ms": 15.759, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 14.907 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.727 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.759 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 57.779, + 15.746, + 36.513 + ], + "median_ms": 36.513, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 57.779 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.746 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 36.513 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.707, + 16.589, + 15.535 + ], + "median_ms": 15.707, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 15.707 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 16.589 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 15.535 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.616, + 14.8, + 14.62 + ], + "median_ms": 14.8, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.616 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.8 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 14.62 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203413_908809.txt", + "spike_captured": true, + "spike_limit_ms": 57.05, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 57.779 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 57.779, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 83 +} \ No newline at end of file diff --git a/logs/trace_20260928_203413_908809.txt b/logs/trace_20260928_203413_908809.txt new file mode 100644 index 0000000..3694579 --- /dev/null +++ b/logs/trace_20260928_203413_908809.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 24.354 ms 12.153 ms 10.988 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.613 ms 10.518 ms 11.750 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.700 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.701 ms 12.764 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.651 ms 12.744 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.769 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 30.686 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 21.943 ms 16.775 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.649 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 16.769 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 17.847 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 14.907 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 29.727 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.759 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 57.779 ms 141.101.73.110 (141.101.73.110) 15.746 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 36.513 ms + 9 141.101.73.147 (141.101.73.147) 15.707 ms 141.101.73.177 (141.101.73.177) 16.589 ms 141.101.73.147 (141.101.73.147) 15.535 ms +10 one.one.one.one (1.1.1.1) 15.616 ms 14.800 ms 141.101.73.167 (141.101.73.167) 14.620 ms diff --git a/logs/trace_20260928_203419_910352.json b/logs/trace_20260928_203419_910352.json new file mode 100644 index 0000000..c9f6cb8 --- /dev/null +++ b/logs/trace_20260928_203419_910352.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T20:34:21.318-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 21.944, + 11.774, + 11.759 + ], + "median_ms": 11.774, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.944 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.774 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.759 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.856, + 32.549, + 12.931 + ], + "median_ms": 13.856, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.856 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 32.549 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.931 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 14.748, + 32.952, + 69.455 + ], + "median_ms": 32.952, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.748 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 32.952 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 69.455 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.725, + 33.698, + 20.791 + ], + "median_ms": 24.725, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 24.725 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 33.698 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 20.791 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.723, + 25.697, + 18.869 + ], + "median_ms": 25.697, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 26.723 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 25.697 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.869 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 65.592, + 43.769, + 100.735 + ], + "median_ms": 65.592, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 65.592 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 43.769 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 100.735 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.712, + 36.725, + 46.711 + ], + "median_ms": 36.725, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 20.712 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 36.725 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 46.711 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.68, + 56.683, + 15.599 + ], + "median_ms": 30.68, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 30.68 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 56.683 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.599 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.621, + 17.57, + 35.234 + ], + "median_ms": 17.621, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 17.621 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.57 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 35.234 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.87, + 75.871, + 27.684 + ], + "median_ms": 27.684, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 17.87 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 75.871 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 27.684 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203419_910352.txt", + "spike_captured": true, + "spike_limit_ms": 57.15, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 69.455 + }, + { + "hop": 6, + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 65.592 + }, + { + "hop": 6, + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 100.735 + }, + { + "hop": 10, + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 75.871 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 100.735, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 85 +} \ No newline at end of file diff --git a/logs/trace_20260928_203419_910352.txt b/logs/trace_20260928_203419_910352.txt new file mode 100644 index 0000000..5b8ad6f --- /dev/null +++ b/logs/trace_20260928_203419_910352.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 21.944 ms 11.774 ms 11.759 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 13.856 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 32.549 ms 12.931 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.748 ms 32.952 ms 69.455 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 24.725 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 33.698 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 20.791 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 26.723 ms 25.697 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.869 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 65.592 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 43.769 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 100.735 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 20.712 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 36.725 ms 46.711 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 30.680 ms 56.683 ms 141.101.73.110 (141.101.73.110) 15.599 ms + 9 141.101.73.195 (141.101.73.195) 17.621 ms 141.101.73.111 (141.101.73.111) 17.570 ms 35.234 ms +10 141.101.73.171 (141.101.73.171) 17.870 ms 141.101.73.177 (141.101.73.177) 75.871 ms one.one.one.one (1.1.1.1) 27.684 ms diff --git a/logs/trace_20260928_203423_911915.json b/logs/trace_20260928_203423_911915.json new file mode 100644 index 0000000..83babd0 --- /dev/null +++ b/logs/trace_20260928_203423_911915.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:34:24.719-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.843, + 11.652, + 12.013 + ], + "median_ms": 11.843, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.843 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.652 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.013 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 9.786, + 10.777, + 12.299 + ], + "median_ms": 10.777, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 9.786 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.777 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.299 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.838, + 22.615, + 12.738 + ], + "median_ms": 14.838, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.838 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 22.615 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.738 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.584, + 12.661, + 12.87 + ], + "median_ms": 12.661, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.584 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.661 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.87 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.534, + 17.49, + 14.952 + ], + "median_ms": 17.49, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.534 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.49 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.952 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.624, + 14.627, + 16.735 + ], + "median_ms": 16.624, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.624 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.627 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.735 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 108.741, + 14.634, + 16.871 + ], + "median_ms": 16.871, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 108.741 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 14.634 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.871 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.686, + 15.4, + 16.777 + ], + "median_ms": 16.777, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 23.686 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.4 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.777 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.607, + 16.588, + 16.617 + ], + "median_ms": 16.588, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.607 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.588 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.617 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.53, + 17.821, + 16.689 + ], + "median_ms": 16.689, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.53 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.821 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 16.689 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203423_911915.txt", + "spike_captured": true, + "spike_limit_ms": 57.3, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 108.741 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 108.741, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 86 +} \ No newline at end of file diff --git a/logs/trace_20260928_203423_911915.txt b/logs/trace_20260928_203423_911915.txt new file mode 100644 index 0000000..4da96c5 --- /dev/null +++ b/logs/trace_20260928_203423_911915.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.843 ms 11.652 ms 12.013 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 9.786 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 10.777 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.299 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.838 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 22.615 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.738 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.584 ms 12.661 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.870 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.534 ms 17.490 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.952 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 16.624 ms 14.627 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.735 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 108.741 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 14.634 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.871 ms + 8 141.101.73.110 (141.101.73.110) 23.686 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.400 ms 141.101.73.111 (141.101.73.111) 16.777 ms + 9 141.101.73.110 (141.101.73.110) 13.607 ms 141.101.73.111 (141.101.73.111) 16.588 ms 16.617 ms +10 one.one.one.one (1.1.1.1) 16.530 ms 17.821 ms 141.101.73.171 (141.101.73.171) 16.689 ms diff --git a/logs/trace_20260928_203430_913197.json b/logs/trace_20260928_203430_913197.json new file mode 100644 index 0000000..78d9699 --- /dev/null +++ b/logs/trace_20260928_203430_913197.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T20:34:32.122-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.527, + 11.981, + 20.781 + ], + "median_ms": 11.981, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.527 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.981 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.781 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.87, + 12.184, + 11.409 + ], + "median_ms": 11.87, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.87 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.184 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.409 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.178, + 14.838, + 17.788 + ], + "median_ms": 14.838, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.178 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.838 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 17.788 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 41.67, + 37.622, + 36.931 + ], + "median_ms": 37.622, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 41.67 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 37.622 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 36.931 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 17.871, + 14.734, + 23.602 + ], + "median_ms": 17.871, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.871 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.734 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 23.602 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.687, + 15.685, + 22.704 + ], + "median_ms": 17.687, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.687 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.685 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 22.704 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.734, + 15.637, + 68.891 + ], + "median_ms": 24.734, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 24.734 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.637 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 68.891 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 45.717, + 28.701, + 46.567 + ], + "median_ms": 45.717, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 45.717 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 28.701 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 46.567 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.633, + 18.656, + 69.628 + ], + "median_ms": 18.656, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 12.633 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 18.656 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 69.628 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.628, + 37.841, + 53.499 + ], + "median_ms": 37.841, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 15.628 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 37.841 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 53.499 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203430_913197.txt", + "spike_captured": true, + "spike_limit_ms": 57.4, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 68.891 + }, + { + "hop": 9, + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 69.628 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 69.628, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 88 +} \ No newline at end of file diff --git a/logs/trace_20260928_203430_913197.txt b/logs/trace_20260928_203430_913197.txt new file mode 100644 index 0000000..b975044 --- /dev/null +++ b/logs/trace_20260928_203430_913197.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.527 ms 11.981 ms 20.781 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.870 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.184 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.409 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.178 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.838 ms 17.788 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 41.670 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 37.622 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 36.931 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.871 ms 14.734 ms 23.602 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 17.687 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 15.685 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 22.704 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 24.734 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.637 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 68.891 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 45.717 ms 141.101.73.111 (141.101.73.111) 28.701 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 46.567 ms + 9 141.101.73.111 (141.101.73.111) 12.633 ms 141.101.73.110 (141.101.73.110) 18.656 ms 141.101.73.127 (141.101.73.127) 69.628 ms +10 141.101.73.163 (141.101.73.163) 15.628 ms one.one.one.one (1.1.1.1) 37.841 ms 53.499 ms diff --git a/logs/trace_20260928_203434_914148.json b/logs/trace_20260928_203434_914148.json new file mode 100644 index 0000000..10a03b0 --- /dev/null +++ b/logs/trace_20260928_203434_914148.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T20:34:36.323-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.596, + 42.507, + 12.744 + ], + "median_ms": 12.744, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.596 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 42.507 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.744 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.851, + 19.836, + 34.053 + ], + "median_ms": 19.836, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.851 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 19.836 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 34.053 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.62, + 12.66, + 14.785 + ], + "median_ms": 14.785, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.62 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.66 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.785 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 13.71, + 14.672, + 13.741 + ], + "median_ms": 13.741, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.71 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.672 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.741 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 46.865, + 18.614, + 51.648 + ], + "median_ms": 46.865, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 46.865 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.614 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 51.648 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 183.794, + 16.482, + 19.843 + ], + "median_ms": 19.843, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 183.794 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.482 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 19.843 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 137.489, + 58.645, + 24.798 + ], + "median_ms": 58.645, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 137.489 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 58.645 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 24.798 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.713, + 22.709, + 21.587 + ], + "median_ms": 22.709, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 37.713 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 22.709 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 21.587 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.783, + 33.824, + 26.26 + ], + "median_ms": 26.26, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 16.783 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 33.824 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 26.26 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.646, + 15.757, + 19.698 + ], + "median_ms": 16.646, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.646 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.757 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 19.698 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203434_914148.txt", + "spike_captured": true, + "spike_limit_ms": 57.5, + "spike_probes": [ + { + "hop": 6, + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 183.794 + }, + { + "hop": 7, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 137.489 + }, + { + "hop": 7, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 58.645 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 183.794, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 89 +} \ No newline at end of file diff --git a/logs/trace_20260928_203434_914148.txt b/logs/trace_20260928_203434_914148.txt new file mode 100644 index 0000000..a634133 --- /dev/null +++ b/logs/trace_20260928_203434_914148.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.596 ms 42.507 ms 12.744 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.851 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 19.836 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 34.053 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.620 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.660 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.785 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.710 ms 14.672 ms 13.741 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 46.865 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 18.614 ms 51.648 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 183.794 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.482 ms 19.843 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 137.489 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 58.645 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 24.798 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 37.713 ms 141.101.73.111 (141.101.73.111) 22.709 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 21.587 ms + 9 141.101.73.157 (141.101.73.157) 16.783 ms 141.101.73.110 (141.101.73.110) 33.824 ms 141.101.73.161 (141.101.73.161) 26.260 ms +10 one.one.one.one (1.1.1.1) 16.646 ms 15.757 ms 141.101.73.149 (141.101.73.149) 19.698 ms diff --git a/logs/trace_20260928_203438_915163.json b/logs/trace_20260928_203438_915163.json new file mode 100644 index 0000000..8029dd7 --- /dev/null +++ b/logs/trace_20260928_203438_915163.json @@ -0,0 +1,381 @@ +{ + "time": "2026-09-28T20:34:41.324-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 14.702, + 196.902, + 168.872 + ], + "median_ms": 168.872, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.702 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 196.902 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 168.872 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.654, + 54.755, + 44.73 + ], + "median_ms": 44.73, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.654 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 54.755 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 44.73 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 69.684, + 120.782, + 26.598 + ], + "median_ms": 69.684, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 69.684 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 120.782 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 26.598 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.664, + 25.803, + 58.777 + ], + "median_ms": 25.803, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.664 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 25.803 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 58.777 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 16.732, + 127.673, + 27.699 + ], + "median_ms": 27.699, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.732 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 127.673 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 27.699 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.801, + 25.583, + 41.818 + ], + "median_ms": 25.583, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.801 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.583 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 41.818 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 45.748, + 62.663, + 18.84 + ], + "median_ms": 45.748, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 45.748 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 62.663 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.84 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 103.584, + 36.767, + 24.707 + ], + "median_ms": 36.767, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 103.584 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 36.767 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 24.707 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.566, + 187.71, + 17.687 + ], + "median_ms": 19.566, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 19.566 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 187.71 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 17.687 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 45.623, + 285.425, + 45.716 + ], + "median_ms": 45.716, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 45.623 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 285.425 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 45.716 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203438_915163.txt", + "spike_captured": true, + "spike_limit_ms": 57.55, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 196.902 + }, + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 168.872 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 69.684 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 120.782 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 58.777 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 127.673 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 62.663 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 103.584 + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 187.71 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 285.425 + } + ], + "spike_probe_count": 10, + "peak_probe_ms": 285.425, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 90 +} \ No newline at end of file diff --git a/logs/trace_20260928_203438_915163.txt b/logs/trace_20260928_203438_915163.txt new file mode 100644 index 0000000..03981c1 --- /dev/null +++ b/logs/trace_20260928_203438_915163.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 14.702 ms 196.902 ms 168.872 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.654 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 54.755 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 44.730 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 69.684 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 120.782 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 26.598 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 11.664 ms 25.803 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 58.777 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.732 ms 127.673 ms 27.699 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.801 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 25.583 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 41.818 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 45.748 ms 62.663 ms 18.840 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 103.584 ms 141.101.73.110 (141.101.73.110) 36.767 ms 141.101.73.111 (141.101.73.111) 24.707 ms + 9 141.101.73.171 (141.101.73.171) 19.566 ms 141.101.73.111 (141.101.73.111) 187.710 ms 141.101.73.147 (141.101.73.147) 17.687 ms +10 141.101.73.177 (141.101.73.177) 45.623 ms one.one.one.one (1.1.1.1) 285.425 ms 45.716 ms diff --git a/logs/trace_20260928_203443_916345.json b/logs/trace_20260928_203443_916345.json new file mode 100644 index 0000000..48f8576 --- /dev/null +++ b/logs/trace_20260928_203443_916345.json @@ -0,0 +1,369 @@ +{ + "time": "2026-09-28T20:34:46.121-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 15.319, + 161.97, + 12.844 + ], + "median_ms": 15.319, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.319 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 161.97 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.844 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.477, + 25.579, + 49.688 + ], + "median_ms": 28.477, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 28.477 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 25.579 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 49.688 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 18.752, + 55.873, + 17.642 + ], + "median_ms": 18.752, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 18.752 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 55.873 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 17.642 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 143.712, + 54.755, + 40.797 + ], + "median_ms": 54.755, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 143.712 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 54.755 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 40.797 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 41.768, + 77.792, + 18.601 + ], + "median_ms": 41.768, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 41.768 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 77.792 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.601 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.813, + 24.755, + 16.782 + ], + "median_ms": 16.813, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.813 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.755 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.782 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 49.897, + 77.758, + 15.598 + ], + "median_ms": 49.897, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 49.897 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 77.758 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.598 + } + ] + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": [ + 59.765, + 18.64, + 347.591 + ], + "median_ms": 59.765, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 59.765 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 18.64 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 347.591 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.698, + 14.649, + 24.627 + ], + "median_ms": 24.627, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 33.698 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.649 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 24.627 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 107.74, + 38.629, + 204.135 + ], + "median_ms": 107.74, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 107.74 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 38.629 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 204.135 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203443_916345.txt", + "spike_captured": true, + "spike_limit_ms": 57.5, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 161.97 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 143.712 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 77.792 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 77.758 + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 59.765 + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 347.591 + }, + { + "hop": 10, + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 107.74 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 204.135 + } + ], + "spike_probe_count": 8, + "peak_probe_ms": 347.591, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 91 +} \ No newline at end of file diff --git a/logs/trace_20260928_203443_916345.txt b/logs/trace_20260928_203443_916345.txt new file mode 100644 index 0000000..db4398e --- /dev/null +++ b/logs/trace_20260928_203443_916345.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 15.319 ms 161.970 ms 12.844 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 28.477 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 25.579 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 49.688 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 18.752 ms 55.873 ms 17.642 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 143.712 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 54.755 ms 40.797 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 41.768 ms 77.792 ms 18.601 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.813 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 24.755 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.782 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 49.897 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 77.758 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.598 ms + 8 141.101.73.111 (141.101.73.111) 59.765 ms 18.640 ms 347.591 ms + 9 141.101.73.111 (141.101.73.111) 33.698 ms 14.649 ms 141.101.73.169 (141.101.73.169) 24.627 ms +10 141.101.73.161 (141.101.73.161) 107.740 ms one.one.one.one (1.1.1.1) 38.629 ms 204.135 ms diff --git a/logs/trace_20260928_203448_917608.json b/logs/trace_20260928_203448_917608.json new file mode 100644 index 0000000..d431c78 --- /dev/null +++ b/logs/trace_20260928_203448_917608.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T20:34:49.924-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.725, + 21.108, + 9.967 + ], + "median_ms": 12.725, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.725 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.108 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.967 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.723, + 12.876, + 12.292 + ], + "median_ms": 12.292, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.723 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.876 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.292 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.422, + 13.653, + 13.829 + ], + "median_ms": 13.829, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.422 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.653 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.829 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.594, + 17.71, + 25.774 + ], + "median_ms": 17.71, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.594 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 17.71 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 25.774 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.701, + 122.949, + 16.722 + ], + "median_ms": 26.701, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.701 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 122.949 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.722 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 54.694, + 28.766, + 14.764 + ], + "median_ms": 28.766, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 54.694 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 28.766 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 14.764 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.669, + 45.782, + 16.712 + ], + "median_ms": 16.712, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.669 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 45.782 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.712 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.928, + 14.922, + 14.456 + ], + "median_ms": 14.922, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.928 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.922 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.456 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.714, + 16.597, + 26.68 + ], + "median_ms": 16.597, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.714 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 16.597 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 26.68 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 83.652, + 16.609, + 16.743 + ], + "median_ms": 16.743, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 83.652 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.609 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.743 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203448_917608.txt", + "spike_captured": true, + "spike_limit_ms": 57.95, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 122.949 + }, + { + "hop": 10, + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 83.652 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 122.949, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 92 +} \ No newline at end of file diff --git a/logs/trace_20260928_203448_917608.txt b/logs/trace_20260928_203448_917608.txt new file mode 100644 index 0000000..294c7a3 --- /dev/null +++ b/logs/trace_20260928_203448_917608.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.725 ms 21.108 ms 9.967 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.723 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.876 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.292 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.422 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.653 ms 13.829 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.594 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 17.710 ms 25.774 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 26.701 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 122.949 ms 16.722 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 54.694 ms 28.766 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 14.764 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.669 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 45.782 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.712 ms + 8 141.101.73.110 (141.101.73.110) 15.928 ms 14.922 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.456 ms + 9 141.101.73.110 (141.101.73.110) 14.714 ms 141.101.73.157 (141.101.73.157) 16.597 ms 141.101.73.165 (141.101.73.165) 26.680 ms +10 141.101.73.163 (141.101.73.163) 83.652 ms one.one.one.one (1.1.1.1) 16.609 ms 16.743 ms diff --git a/logs/trace_20260928_203500_920610.json b/logs/trace_20260928_203500_920610.json new file mode 100644 index 0000000..e76b984 --- /dev/null +++ b/logs/trace_20260928_203500_920610.json @@ -0,0 +1,321 @@ +{ + "time": "2026-09-28T20:35:02.529-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 10.272, + 11.682, + 11.874 + ], + "median_ms": 11.682, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.272 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.682 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.874 + } + ] + }, + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": [ + 41.268, + 13.222 + ], + "median_ms": 27.245, + "timeouts": 1, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 41.268 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 13.222 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.762, + 15.781, + 13.754 + ], + "median_ms": 13.762, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.762 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.781 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.754 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 13.897, + 12.656, + 26.72 + ], + "median_ms": 13.897, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.897 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.656 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 26.72 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.722, + 14.737, + 16.809 + ], + "median_ms": 16.809, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.722 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.737 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.809 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.764, + 23.778, + 33.767 + ], + "median_ms": 23.778, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.764 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 23.778 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 33.767 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.751, + 59.784, + 54.695 + ], + "median_ms": 54.695, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 32.751 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 59.784 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 54.695 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.969, + 15.649, + 46.616 + ], + "median_ms": 15.969, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.969 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.649 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 46.616 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.771, + 17.476, + 16.509 + ], + "median_ms": 16.771, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 16.771 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 17.476 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.509 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.721, + 16.607, + 16.597 + ], + "median_ms": 16.607, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 18.721 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 16.607 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.597 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203500_920610.txt", + "spike_captured": true, + "spike_limit_ms": 58.05, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 59.784 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 59.784, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 95 +} \ No newline at end of file diff --git a/logs/trace_20260928_203500_920610.txt b/logs/trace_20260928_203500_920610.txt new file mode 100644 index 0000000..a4ed3e4 --- /dev/null +++ b/logs/trace_20260928_203500_920610.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 10.272 ms 11.682 ms 11.874 ms + 2 * syn-076-057-161-108.res.spectrum.com (76.57.161.108) 41.268 ms 13.222 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.762 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.781 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.754 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.897 ms 12.656 ms 26.720 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 25.722 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.737 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.809 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.764 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 23.778 ms 33.767 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 32.751 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 59.784 ms 54.695 ms + 8 141.101.73.110 (141.101.73.110) 15.969 ms 141.101.73.111 (141.101.73.111) 15.649 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 46.616 ms + 9 141.101.73.177 (141.101.73.177) 16.771 ms 141.101.73.179 (141.101.73.179) 17.476 ms 141.101.73.111 (141.101.73.111) 16.509 ms +10 141.101.73.175 (141.101.73.175) 18.721 ms 141.101.73.195 (141.101.73.195) 16.607 ms one.one.one.one (1.1.1.1) 16.597 ms diff --git a/logs/trace_20260928_203509_923464.json b/logs/trace_20260928_203509_923464.json new file mode 100644 index 0000000..6de4c4a --- /dev/null +++ b/logs/trace_20260928_203509_923464.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T20:35:10.928-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 26.378, + 20.745, + 11.833 + ], + "median_ms": 20.745, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 26.378 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.745 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.833 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.846, + 12.863, + 10.037 + ], + "median_ms": 11.846, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.846 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.863 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 10.037 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.566, + 61.786, + 17.767 + ], + "median_ms": 31.566, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 31.566 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 61.786 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 17.767 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.919, + 23.764, + 14.005 + ], + "median_ms": 14.919, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.919 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 23.764 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.005 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.581, + 17.79, + 16.108 + ], + "median_ms": 17.581, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.581 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.79 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.108 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.764, + 60.665, + 28.748 + ], + "median_ms": 28.748, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 26.764 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 60.665 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 28.748 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.714, + 77.789, + 14.714 + ], + "median_ms": 21.714, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 21.714 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 77.789 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 14.714 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 26.765, + 31.773, + 24.913 + ], + "median_ms": 26.765, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 26.765 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 31.773 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 24.913 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.617, + 15.639, + 19.589 + ], + "median_ms": 15.639, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 13.617 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 15.639 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 19.589 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.686, + 37.608, + 17.7 + ], + "median_ms": 17.7, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 16.686 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 37.608 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 17.7 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203509_923464.txt", + "spike_captured": true, + "spike_limit_ms": 57.8, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 61.786 + }, + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 60.665 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 77.789 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 77.789, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 97 +} \ No newline at end of file diff --git a/logs/trace_20260928_203509_923464.txt b/logs/trace_20260928_203509_923464.txt new file mode 100644 index 0000000..7c29ccd --- /dev/null +++ b/logs/trace_20260928_203509_923464.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 26.378 ms 20.745 ms 11.833 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.846 ms 12.863 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 10.037 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 31.566 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 61.786 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 17.767 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.919 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 23.764 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.005 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.581 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.790 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.108 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 26.764 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 60.665 ms 28.748 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 21.714 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 77.789 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 14.714 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 26.765 ms 31.773 ms 24.913 ms + 9 141.101.73.127 (141.101.73.127) 13.617 ms 141.101.73.147 (141.101.73.147) 15.639 ms 141.101.73.195 (141.101.73.195) 19.589 ms +10 141.101.73.169 (141.101.73.169) 16.686 ms one.one.one.one (1.1.1.1) 37.608 ms 141.101.73.127 (141.101.73.127) 17.700 ms diff --git a/logs/trace_20260928_203521_925564.json b/logs/trace_20260928_203521_925564.json new file mode 100644 index 0000000..4b1ca0c --- /dev/null +++ b/logs/trace_20260928_203521_925564.json @@ -0,0 +1,321 @@ +{ + "time": "2026-09-28T20:35:23.333-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 20.741, + 20.458, + 30.791 + ], + "median_ms": 20.741, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.741 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.458 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 30.791 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.781, + 12.964, + 10.695 + ], + "median_ms": 12.964, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 16.781 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.964 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 10.695 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.728, + 15.71, + 21.716 + ], + "median_ms": 15.71, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.728 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.71 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 21.716 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.832, + 12.558, + 13.771 + ], + "median_ms": 12.832, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.832 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.558 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.771 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.798, + 17.718, + 22.786 + ], + "median_ms": 18.798, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.798 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.718 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 22.786 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.712, + 21.793, + 71.707 + ], + "median_ms": 21.793, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.712 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 21.793 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 71.707 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.739, + 19.756, + 15.715 + ], + "median_ms": 15.715, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 14.739 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 19.756 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.715 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 45.761, + 46.739, + 32.7 + ], + "median_ms": 45.761, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 45.761 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 46.739 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 32.7 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.972, + 16.455 + ], + "median_ms": 16.7135, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.972 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 16.455 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.607, + 14.748, + 14.719 + ], + "median_ms": 14.748, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 24.607 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.748 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.719 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203521_925564.txt", + "spike_captured": true, + "spike_limit_ms": 57.45, + "spike_probes": [ + { + "hop": 6, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 71.707 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 71.707, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 100 +} \ No newline at end of file diff --git a/logs/trace_20260928_203521_925564.txt b/logs/trace_20260928_203521_925564.txt new file mode 100644 index 0000000..90a8085 --- /dev/null +++ b/logs/trace_20260928_203521_925564.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 20.741 ms 20.458 ms 30.791 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 16.781 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.964 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 10.695 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.728 ms 15.710 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 21.716 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.832 ms 12.558 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.771 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.798 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.718 ms 22.786 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 18.712 ms 21.793 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 71.707 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 14.739 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 19.756 ms 15.715 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 45.761 ms 46.739 ms 32.700 ms + 9 * 141.101.73.111 (141.101.73.111) 16.972 ms 141.101.73.171 (141.101.73.171) 16.455 ms +10 141.101.73.167 (141.101.73.167) 24.607 ms one.one.one.one (1.1.1.1) 14.748 ms 14.719 ms diff --git a/logs/trace_20260928_203525_926813.json b/logs/trace_20260928_203525_926813.json new file mode 100644 index 0000000..670e695 --- /dev/null +++ b/logs/trace_20260928_203525_926813.json @@ -0,0 +1,338 @@ +{ + "time": "2026-09-28T20:35:28.337-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.163, + 12.677, + 9.881 + ], + "median_ms": 12.163, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.163 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.677 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.881 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.913, + 11.776, + 11.766 + ], + "median_ms": 11.776, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.913 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.776 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.766 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.956, + 15.807, + 14.919 + ], + "median_ms": 14.956, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.956 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.807 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.919 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.617, + 23.8, + 12.73 + ], + "median_ms": 14.617, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.617 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 23.8 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.73 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 16.455, + 11.947, + 15.744 + ], + "median_ms": 15.744, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.455 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 11.947 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.744 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.798, + 15.732, + 16.809 + ], + "median_ms": 16.809, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.798 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.732 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.809 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.812, + 18.751 + ], + "median_ms": 18.2815, + "timeouts": 1, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.812 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 18.751 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 37.276, + 83.0 + ], + "median_ms": 60.138000000000005, + "timeouts": 1, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 37.276 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 83.0 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.427, + 15.612, + 15.577 + ], + "median_ms": 15.612, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 33.427 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.612 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.577 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.984, + 16.385 + ], + "median_ms": 15.1845, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 13.984 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 16.385 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 16.666, + 14.764, + 16.711 + ], + "median_ms": 16.666, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.666 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.764 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.711 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203525_926813.txt", + "spike_captured": true, + "spike_limit_ms": 57.45, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 83.0 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 83.0, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 101 +} \ No newline at end of file diff --git a/logs/trace_20260928_203525_926813.txt b/logs/trace_20260928_203525_926813.txt new file mode 100644 index 0000000..101e02e --- /dev/null +++ b/logs/trace_20260928_203525_926813.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.163 ms 12.677 ms 9.881 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.913 ms 11.776 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.766 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.956 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.807 ms 14.919 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.617 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 23.800 ms 12.730 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.455 ms 11.947 ms 15.744 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 17.798 ms 15.732 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 16.809 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.812 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 18.751 ms * + 8 * 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 37.276 ms 83.000 ms + 9 141.101.73.111 (141.101.73.111) 33.427 ms 141.101.73.110 (141.101.73.110) 15.612 ms 141.101.73.111 (141.101.73.111) 15.577 ms +10 * 141.101.73.175 (141.101.73.175) 13.984 ms 141.101.73.149 (141.101.73.149) 16.385 ms +11 one.one.one.one (1.1.1.1) 16.666 ms 14.764 ms 16.711 ms diff --git a/logs/trace_20260928_203536_929627.json b/logs/trace_20260928_203536_929627.json new file mode 100644 index 0000000..53f106b --- /dev/null +++ b/logs/trace_20260928_203536_929627.json @@ -0,0 +1,351 @@ +{ + "time": "2026-09-28T20:35:38.538-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 31.921, + 19.839, + 69.868 + ], + "median_ms": 31.921, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 31.921 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 19.839 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 69.868 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.824, + 26.33, + 123.788 + ], + "median_ms": 26.33, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 23.824 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 26.33 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 123.788 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.677, + 81.742, + 44.654 + ], + "median_ms": 44.654, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 27.677 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 81.742 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 44.654 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 45.703, + 107.791, + 24.672 + ], + "median_ms": 45.703, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 45.703 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 107.791 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 24.672 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.7, + 32.673, + 17.638 + ], + "median_ms": 28.7, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 28.7 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 32.673 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.638 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 117.741, + 55.845, + 26.642 + ], + "median_ms": 55.845, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 117.741 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 55.845 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.642 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.679, + 31.732, + 13.391 + ], + "median_ms": 31.732, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 33.679 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 31.732 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 13.391 + } + ] + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": [ + 39.834, + 15.72, + 16.656 + ], + "median_ms": 16.656, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 39.834 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.72 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.656 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.663, + 15.559, + 18.6 + ], + "median_ms": 16.663, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 16.663 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 15.559 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 18.6 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 26.72, + 27.632, + 16.746 + ], + "median_ms": 26.72, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 26.72 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 27.632 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.746 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203536_929627.txt", + "spike_captured": true, + "spike_limit_ms": 57.4, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 69.868 + }, + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 123.788 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 81.742 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 107.791 + }, + { + "hop": 6, + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 117.741 + } + ], + "spike_probe_count": 5, + "peak_probe_ms": 123.788, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 104 +} \ No newline at end of file diff --git a/logs/trace_20260928_203536_929627.txt b/logs/trace_20260928_203536_929627.txt new file mode 100644 index 0000000..5df4db7 --- /dev/null +++ b/logs/trace_20260928_203536_929627.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 31.921 ms 19.839 ms 69.868 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 23.824 ms 26.330 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 123.788 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 27.677 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 81.742 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 44.654 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 45.703 ms 107.791 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 24.672 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 28.700 ms 32.673 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.638 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 117.741 ms 55.845 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 26.642 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 33.679 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 31.732 ms 13.391 ms + 8 141.101.73.110 (141.101.73.110) 39.834 ms 15.720 ms 16.656 ms + 9 141.101.73.165 (141.101.73.165) 16.663 ms 141.101.73.177 (141.101.73.177) 15.559 ms 141.101.73.111 (141.101.73.111) 18.600 ms +10 one.one.one.one (1.1.1.1) 26.720 ms 27.632 ms 16.746 ms diff --git a/logs/trace_20260928_203550_933148.json b/logs/trace_20260928_203550_933148.json new file mode 100644 index 0000000..380c63d --- /dev/null +++ b/logs/trace_20260928_203550_933148.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T20:35:52.142-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.269, + 13.876, + 13.087 + ], + "median_ms": 13.087, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.269 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.876 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.087 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.687, + 14.998, + 12.298 + ], + "median_ms": 12.687, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.687 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 14.998 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.298 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.17, + 47.935, + 14.683 + ], + "median_ms": 23.17, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 23.17 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 47.935 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.683 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.69, + 15.738, + 15.71 + ], + "median_ms": 15.738, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 21.69 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.738 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.71 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 39.758, + 56.048, + 109.723 + ], + "median_ms": 56.048, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 39.758 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 56.048 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 109.723 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.52, + 15.842, + 34.782 + ], + "median_ms": 19.52, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 19.52 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.842 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 34.782 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 106.889, + 13.697, + 17.857 + ], + "median_ms": 17.857, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 106.889 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 13.697 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.857 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.774, + 16.616, + 25.626 + ], + "median_ms": 16.616, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.774 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.616 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 25.626 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.581, + 15.756, + 18.583 + ], + "median_ms": 15.756, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.581 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.756 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 18.583 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.842, + 20.802, + 16.626 + ], + "median_ms": 16.842, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.842 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 20.802 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.626 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203550_933148.txt", + "spike_captured": true, + "spike_limit_ms": 57.2, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 109.723 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 106.889 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 109.723, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 108 +} \ No newline at end of file diff --git a/logs/trace_20260928_203550_933148.txt b/logs/trace_20260928_203550_933148.txt new file mode 100644 index 0000000..65210fd --- /dev/null +++ b/logs/trace_20260928_203550_933148.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.269 ms 13.876 ms 13.087 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.687 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 14.998 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.298 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 23.170 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 47.935 ms 14.683 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 21.690 ms 15.738 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.710 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 39.758 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 56.048 ms 109.723 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 19.520 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 15.842 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 34.782 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 106.889 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 13.697 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.857 ms + 8 141.101.73.110 (141.101.73.110) 15.774 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.616 ms 141.101.73.111 (141.101.73.111) 25.626 ms + 9 141.101.73.111 (141.101.73.111) 15.581 ms 141.101.73.110 (141.101.73.110) 15.756 ms 141.101.73.119 (141.101.73.119) 18.583 ms +10 one.one.one.one (1.1.1.1) 16.842 ms 141.101.73.157 (141.101.73.157) 20.802 ms one.one.one.one (1.1.1.1) 16.626 ms diff --git a/logs/trace_20260928_203554_934142.json b/logs/trace_20260928_203554_934142.json new file mode 100644 index 0000000..3fdfa7f --- /dev/null +++ b/logs/trace_20260928_203554_934142.json @@ -0,0 +1,356 @@ +{ + "time": "2026-09-28T20:35:56.146-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.127, + 9.799, + 21.948 + ], + "median_ms": 12.127, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.127 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.799 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.948 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.88, + 12.99, + 26.949 + ], + "median_ms": 12.99, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.88 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.99 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 26.949 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.841, + 14.694, + 35.578 + ], + "median_ms": 16.841, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.841 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.694 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 35.578 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.831, + 15.93, + 11.745 + ], + "median_ms": 15.93, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 36.831 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.93 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.745 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.765, + 15.975, + 17.397 + ], + "median_ms": 17.397, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.765 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.975 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.397 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.744, + 41.766, + 26.727 + ], + "median_ms": 26.727, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.744 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 41.766 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 26.727 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.694, + 69.768, + 47.755 + ], + "median_ms": 47.755, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 28.694 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 69.768 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 47.755 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.589, + 35.63, + 30.636 + ], + "median_ms": 30.636, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.589 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 35.63 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 30.636 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.627, + 15.527, + 17.845 + ], + "median_ms": 15.627, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.627 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.527 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 17.845 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.61, + 16.434, + 53.507 + ], + "median_ms": 18.61, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 18.61 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 16.434 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 53.507 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 13.593, + 16.751, + 19.628 + ], + "median_ms": 16.751, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 13.593 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.751 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 19.628 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203554_934142.txt", + "spike_captured": true, + "spike_limit_ms": 57.25, + "spike_probes": [ + { + "hop": 7, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 69.768 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 69.768, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 109 +} \ No newline at end of file diff --git a/logs/trace_20260928_203554_934142.txt b/logs/trace_20260928_203554_934142.txt new file mode 100644 index 0000000..6b768ec --- /dev/null +++ b/logs/trace_20260928_203554_934142.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.127 ms 9.799 ms 21.948 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.880 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.990 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 26.949 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 16.841 ms 14.694 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 35.578 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 36.831 ms 15.930 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.745 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.765 ms 15.975 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.397 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 17.744 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 41.766 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 26.727 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 28.694 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 69.768 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 47.755 ms + 8 141.101.73.110 (141.101.73.110) 17.589 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 35.630 ms 30.636 ms + 9 141.101.73.111 (141.101.73.111) 15.627 ms 141.101.73.110 (141.101.73.110) 15.527 ms 141.101.73.147 (141.101.73.147) 17.845 ms +10 141.101.73.127 (141.101.73.127) 18.610 ms 141.101.73.173 (141.101.73.173) 16.434 ms 141.101.73.117 (141.101.73.117) 53.507 ms +11 one.one.one.one (1.1.1.1) 13.593 ms 16.751 ms 19.628 ms diff --git a/logs/trace_20260928_203558_935094.json b/logs/trace_20260928_203558_935094.json new file mode 100644 index 0000000..66b4249 --- /dev/null +++ b/logs/trace_20260928_203558_935094.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T20:36:00.342-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 22.094, + 20.833, + 25.936 + ], + "median_ms": 22.094, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.094 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.833 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 25.936 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.692, + 13.522, + 32.227 + ], + "median_ms": 13.692, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.692 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.522 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 32.227 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 49.682, + 26.727, + 22.928 + ], + "median_ms": 26.727, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 49.682 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 26.727 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 22.928 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 81.627, + 26.776, + 45.66 + ], + "median_ms": 45.66, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 81.627 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 26.776 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 45.66 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 102.752, + 40.679, + 29.562 + ], + "median_ms": 40.679, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 102.752 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 40.679 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 29.562 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.913, + 33.511, + 16.909 + ], + "median_ms": 16.913, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.913 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 33.511 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.909 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.809, + 61.719, + 18.731 + ], + "median_ms": 18.731, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.809 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 61.719 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.731 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.637, + 26.818, + 16.82 + ], + "median_ms": 16.82, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.637 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 26.818 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.82 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 87.605, + 50.643, + 15.64 + ], + "median_ms": 50.643, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 87.605 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 50.643 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.64 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.212, + 15.685, + 16.724 + ], + "median_ms": 16.724, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 17.212 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.685 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.724 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203558_935094.txt", + "spike_captured": true, + "spike_limit_ms": 57.15, + "spike_probes": [ + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 81.627 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 102.752 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 61.719 + }, + { + "hop": 9, + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 87.605 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 102.752, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 110 +} \ No newline at end of file diff --git a/logs/trace_20260928_203558_935094.txt b/logs/trace_20260928_203558_935094.txt new file mode 100644 index 0000000..fed4558 --- /dev/null +++ b/logs/trace_20260928_203558_935094.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 22.094 ms 20.833 ms 25.936 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 13.692 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 13.522 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 32.227 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 49.682 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 26.727 ms 22.928 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 81.627 ms 26.776 ms 45.660 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 102.752 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 40.679 ms 29.562 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.913 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 33.511 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.909 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.809 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 61.719 ms 18.731 ms + 8 141.101.73.111 (141.101.73.111) 14.637 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 26.818 ms 16.820 ms + 9 141.101.73.163 (141.101.73.163) 87.605 ms 141.101.73.157 (141.101.73.157) 50.643 ms 141.101.73.111 (141.101.73.111) 15.640 ms +10 141.101.73.179 (141.101.73.179) 17.212 ms one.one.one.one (1.1.1.1) 15.685 ms 16.724 ms diff --git a/logs/trace_20260928_203612_938491.json b/logs/trace_20260928_203612_938491.json new file mode 100644 index 0000000..eb2a224 --- /dev/null +++ b/logs/trace_20260928_203612_938491.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T20:36:13.943-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.66, + 19.001, + 10.912 + ], + "median_ms": 11.66, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.66 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 19.001 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.912 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.846, + 11.926, + 12.308 + ], + "median_ms": 11.926, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.846 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.926 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.308 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 24.363, + 15.733, + 13.635 + ], + "median_ms": 15.733, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 24.363 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.733 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.635 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 48.609, + 12.924, + 11.555 + ], + "median_ms": 12.924, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 48.609 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.924 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.555 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 59.066, + 29.746, + 17.756 + ], + "median_ms": 29.746, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 59.066 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 29.746 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.756 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.693, + 44.762, + 15.743 + ], + "median_ms": 36.693, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 36.693 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 44.762 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.743 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.665, + 64.988, + 19.487 + ], + "median_ms": 19.487, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.665 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 64.988 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 19.487 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 35.758, + 46.644, + 15.74 + ], + "median_ms": 35.758, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 35.758 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 46.644 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.74 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 35.64, + 15.635, + 22.615 + ], + "median_ms": 22.615, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 35.64 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.635 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 22.615 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.666, + 24.849, + 15.684 + ], + "median_ms": 16.666, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.666 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 24.849 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.684 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203612_938491.txt", + "spike_captured": true, + "spike_limit_ms": 57.1, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 59.066 + }, + { + "hop": 7, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 64.988 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 64.988, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 114 +} \ No newline at end of file diff --git a/logs/trace_20260928_203612_938491.txt b/logs/trace_20260928_203612_938491.txt new file mode 100644 index 0000000..d2099f7 --- /dev/null +++ b/logs/trace_20260928_203612_938491.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.660 ms 19.001 ms 10.912 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.846 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.926 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.308 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 24.363 ms 15.733 ms 13.635 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 48.609 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.924 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 11.555 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 59.066 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 29.746 ms 17.756 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 36.693 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 44.762 ms 15.743 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.665 ms 64.988 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 19.487 ms + 8 141.101.73.110 (141.101.73.110) 35.758 ms 141.101.73.111 (141.101.73.111) 46.644 ms 141.101.73.110 (141.101.73.110) 15.740 ms + 9 141.101.73.111 (141.101.73.111) 35.640 ms 15.635 ms 141.101.73.125 (141.101.73.125) 22.615 ms +10 one.one.one.one (1.1.1.1) 16.666 ms 141.101.73.169 (141.101.73.169) 24.849 ms one.one.one.one (1.1.1.1) 15.684 ms diff --git a/logs/trace_20260928_203648_947447.json b/logs/trace_20260928_203648_947447.json new file mode 100644 index 0000000..013f540 --- /dev/null +++ b/logs/trace_20260928_203648_947447.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T20:36:50.155-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.842, + 33.46, + 126.893 + ], + "median_ms": 33.46, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.842 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 33.46 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 126.893 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.743, + 35.225, + 13.707 + ], + "median_ms": 33.743, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 33.743 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 35.225 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.707 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.727, + 63.735, + 23.68 + ], + "median_ms": 23.68, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.727 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 63.735 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 23.68 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 13.697, + 34.794, + 22.817 + ], + "median_ms": 22.817, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.697 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 34.794 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 22.817 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.461, + 16.782, + 16.768 + ], + "median_ms": 16.782, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.461 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.782 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.768 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.616, + 24.858, + 14.72 + ], + "median_ms": 14.72, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 14.616 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.858 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.72 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.511, + 27.745, + 14.667 + ], + "median_ms": 27.511, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 27.511 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 27.745 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.667 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.866, + 23.656, + 17.714 + ], + "median_ms": 17.714, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.866 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 23.656 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.714 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.578, + 17.631, + 15.617 + ], + "median_ms": 17.631, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 32.578 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 17.631 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.617 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 15.337, + 15.322, + 13.922 + ], + "median_ms": 15.322, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.337 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.322 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 13.922 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203648_947447.txt", + "spike_captured": true, + "spike_limit_ms": 56.8, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 126.893 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 63.735 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 126.893, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 125 +} \ No newline at end of file diff --git a/logs/trace_20260928_203648_947447.txt b/logs/trace_20260928_203648_947447.txt new file mode 100644 index 0000000..42e0102 --- /dev/null +++ b/logs/trace_20260928_203648_947447.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.842 ms 33.460 ms 126.893 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 33.743 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 35.225 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 13.707 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.727 ms 63.735 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 23.680 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.697 ms 34.794 ms 22.817 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.461 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.782 ms 16.768 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 14.616 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 24.858 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 14.720 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 27.511 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 27.745 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.667 ms + 8 141.101.73.110 (141.101.73.110) 15.866 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 23.656 ms 17.714 ms + 9 141.101.73.111 (141.101.73.111) 32.578 ms 141.101.73.175 (141.101.73.175) 17.631 ms 141.101.73.110 (141.101.73.110) 15.617 ms +10 one.one.one.one (1.1.1.1) 15.337 ms 15.322 ms 13.922 ms diff --git a/logs/trace_20260928_203655_949236.json b/logs/trace_20260928_203655_949236.json new file mode 100644 index 0000000..29943ea --- /dev/null +++ b/logs/trace_20260928_203655_949236.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:36:56.954-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 10.366, + 11.997, + 11.885 + ], + "median_ms": 11.885, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.366 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.997 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.885 + } + ] + }, + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": [ + 11.859, + 11.988, + 9.777 + ], + "median_ms": 11.859, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.859 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.988 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 9.777 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 13.68, + 13.037, + 11.691 + ], + "median_ms": 13.037, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.68 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.037 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 11.691 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.621, + 12.799, + 12.782 + ], + "median_ms": 12.782, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.621 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.799 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.782 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.643, + 44.795, + 17.998 + ], + "median_ms": 17.998, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.643 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 44.795 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.998 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.388, + 24.734, + 14.797 + ], + "median_ms": 16.388, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.388 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.734 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.797 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.653, + 28.787, + 63.768 + ], + "median_ms": 28.787, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.653 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 28.787 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 63.768 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.723, + 24.578, + 25.854 + ], + "median_ms": 24.578, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.723 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 24.578 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 25.854 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.695, + 21.691, + 16.747 + ], + "median_ms": 16.747, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.695 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 21.691 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 16.747 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.703, + 38.585, + 14.898 + ], + "median_ms": 16.703, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 16.703 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 38.585 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.898 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203655_949236.txt", + "spike_captured": true, + "spike_limit_ms": 56.8, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 63.768 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 63.768, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 127 +} \ No newline at end of file diff --git a/logs/trace_20260928_203655_949236.txt b/logs/trace_20260928_203655_949236.txt new file mode 100644 index 0000000..4291064 --- /dev/null +++ b/logs/trace_20260928_203655_949236.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 10.366 ms 11.997 ms 11.885 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.859 ms 11.988 ms 9.777 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.680 ms 13.037 ms 11.691 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.621 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.799 ms 12.782 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.643 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 44.795 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.998 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 16.388 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 24.734 ms 14.797 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.653 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 28.787 ms 63.768 ms + 8 141.101.73.111 (141.101.73.111) 15.723 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 24.578 ms 141.101.73.110 (141.101.73.110) 25.854 ms + 9 141.101.73.110 (141.101.73.110) 14.695 ms 141.101.73.111 (141.101.73.111) 21.691 ms 141.101.73.163 (141.101.73.163) 16.747 ms +10 141.101.73.195 (141.101.73.195) 16.703 ms one.one.one.one (1.1.1.1) 38.585 ms 14.898 ms diff --git a/logs/trace_20260928_203702_950992.json b/logs/trace_20260928_203702_950992.json new file mode 100644 index 0000000..c969b12 --- /dev/null +++ b/logs/trace_20260928_203702_950992.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T20:37:04.559-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 14.598, + 45.639, + 64.828 + ], + "median_ms": 45.639, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.598 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 45.639 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 64.828 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 271.037, + 16.114, + 184.778 + ], + "median_ms": 184.778, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 271.037 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 16.114 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 184.778 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.805, + 16.826, + 25.643 + ], + "median_ms": 16.826, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.805 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.826 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 25.643 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.703, + 10.691, + 12.816 + ], + "median_ms": 12.816, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.703 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 10.691 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.816 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 16.688, + 17.687, + 16.767 + ], + "median_ms": 16.767, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.688 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.687 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.767 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 66.679, + 25.878, + 25.506 + ], + "median_ms": 25.878, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 66.679 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 25.878 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.506 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.756, + 28.844, + 22.543 + ], + "median_ms": 22.543, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.756 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 28.844 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 22.543 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.834, + 27.572, + 47.693 + ], + "median_ms": 27.572, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.834 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 27.572 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 47.693 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.556, + 21.056, + 17.604 + ], + "median_ms": 17.604, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.556 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 21.056 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 17.604 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.528, + 17.747, + 14.582 + ], + "median_ms": 17.528, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.528 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 17.747 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.582 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203702_950992.txt", + "spike_captured": true, + "spike_limit_ms": 56.8, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 64.828 + }, + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 271.037 + }, + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 184.778 + }, + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 66.679 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 271.037, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 129 +} \ No newline at end of file diff --git a/logs/trace_20260928_203702_950992.txt b/logs/trace_20260928_203702_950992.txt new file mode 100644 index 0000000..52da96c --- /dev/null +++ b/logs/trace_20260928_203702_950992.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 14.598 ms 45.639 ms 64.828 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 271.037 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 16.114 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 184.778 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 16.805 ms 16.826 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 25.643 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.703 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 10.691 ms 12.816 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.688 ms 17.687 ms 16.767 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 66.679 ms 25.878 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 25.506 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.756 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 28.844 ms 22.543 ms + 8 141.101.73.111 (141.101.73.111) 17.834 ms 27.572 ms 141.101.73.110 (141.101.73.110) 47.693 ms + 9 141.101.73.111 (141.101.73.111) 15.556 ms 141.101.73.149 (141.101.73.149) 21.056 ms 141.101.73.171 (141.101.73.171) 17.604 ms +10 one.one.one.one (1.1.1.1) 17.528 ms 141.101.73.195 (141.101.73.195) 17.747 ms one.one.one.one (1.1.1.1) 14.582 ms diff --git a/logs/trace_20260928_203709_952832.json b/logs/trace_20260928_203709_952832.json new file mode 100644 index 0000000..7fc01a0 --- /dev/null +++ b/logs/trace_20260928_203709_952832.json @@ -0,0 +1,351 @@ +{ + "time": "2026-09-28T20:37:11.761-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 33.042, + 19.992, + 19.813 + ], + "median_ms": 19.992, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 33.042 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 19.992 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 19.813 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.886, + 42.413, + 48.623 + ], + "median_ms": 42.413, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.886 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 42.413 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 48.623 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.765, + 38.798, + 15.672 + ], + "median_ms": 15.672, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.765 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 38.798 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.672 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 39.684, + 26.673, + 13.595 + ], + "median_ms": 26.673, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 39.684 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 26.673 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.595 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 17.765, + 30.707, + 33.697 + ], + "median_ms": 30.707, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.765 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 30.707 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 33.697 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 43.777, + 44.65, + 34.784 + ], + "median_ms": 43.777, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 43.777 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 44.65 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 34.784 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.663, + 28.769, + 113.669 + ], + "median_ms": 31.663, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 31.663 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 28.769 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 113.669 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 171.663, + 44.589, + 67.645 + ], + "median_ms": 67.645, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 171.663 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 44.589 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 67.645 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 125.204, + 27.741, + 83.675 + ], + "median_ms": 83.675, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 125.204 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 27.741 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 83.675 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.511, + 26.569, + 49.886 + ], + "median_ms": 27.511, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 27.511 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 26.569 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 49.886 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203709_952832.txt", + "spike_captured": true, + "spike_limit_ms": 56.8, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 113.669 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 171.663 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 67.645 + }, + { + "hop": 9, + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 125.204 + }, + { + "hop": 9, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 83.675 + } + ], + "spike_probe_count": 5, + "peak_probe_ms": 171.663, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 131 +} \ No newline at end of file diff --git a/logs/trace_20260928_203709_952832.txt b/logs/trace_20260928_203709_952832.txt new file mode 100644 index 0000000..2242772 --- /dev/null +++ b/logs/trace_20260928_203709_952832.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 33.042 ms 19.992 ms 19.813 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.886 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 42.413 ms 48.623 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.765 ms 38.798 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.672 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 39.684 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 26.673 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.595 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.765 ms 30.707 ms 33.697 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 43.777 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 44.650 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 34.784 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 31.663 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 28.769 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 113.669 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 171.663 ms 44.589 ms 67.645 ms + 9 141.101.73.147 (141.101.73.147) 125.204 ms 141.101.73.111 (141.101.73.111) 27.741 ms 141.101.73.110 (141.101.73.110) 83.675 ms +10 141.101.73.171 (141.101.73.171) 27.511 ms one.one.one.one (1.1.1.1) 26.569 ms 49.886 ms diff --git a/logs/trace_20260928_203713_953615.json b/logs/trace_20260928_203713_953615.json new file mode 100644 index 0000000..bb560b1 --- /dev/null +++ b/logs/trace_20260928_203713_953615.json @@ -0,0 +1,362 @@ +{ + "time": "2026-09-28T20:37:15.162-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 10.86, + 13.668, + 11.929 + ], + "median_ms": 11.929, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.86 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.668 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.929 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.826, + 19.254, + 20.799 + ], + "median_ms": 19.254, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.826 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 19.254 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 20.799 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.024, + 13.0, + 25.965 + ], + "median_ms": 14.024, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.024 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.0 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 25.965 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 32.701, + 12.61, + 12.771 + ], + "median_ms": 12.771, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 32.701 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.61 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.771 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 28.786, + 18.643, + 24.717 + ], + "median_ms": 24.717, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 28.786 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.643 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 24.717 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.734, + 23.74, + 47.699 + ], + "median_ms": 23.74, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 14.734 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 23.74 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 47.699 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.621, + 36.849, + 74.743 + ], + "median_ms": 36.849, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.621 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 36.849 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 74.743 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 68.698, + 14.69, + 16.64 + ], + "median_ms": 16.64, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 68.698 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.69 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.64 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.665, + 16.574, + 15.502 + ], + "median_ms": 16.574, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.665 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.574 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.502 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.878, + 32.354, + 24.598 + ], + "median_ms": 29.878, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 29.878 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 32.354 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 24.598 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 27.804, + 16.951, + 20.315 + ], + "median_ms": 20.315, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 27.804 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.951 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 20.315 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203713_953615.txt", + "spike_captured": true, + "spike_limit_ms": 57.0, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 74.743 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 68.698 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 74.743, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 132 +} \ No newline at end of file diff --git a/logs/trace_20260928_203713_953615.txt b/logs/trace_20260928_203713_953615.txt new file mode 100644 index 0000000..7401271 --- /dev/null +++ b/logs/trace_20260928_203713_953615.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 10.860 ms 13.668 ms 11.929 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.826 ms 19.254 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 20.799 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.024 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.000 ms 25.965 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 32.701 ms 12.610 ms 12.771 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 28.786 ms 18.643 ms 24.717 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 14.734 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 23.740 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 47.699 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 18.621 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 36.849 ms 74.743 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 68.698 ms 141.101.73.111 (141.101.73.111) 14.690 ms 16.640 ms + 9 141.101.73.111 (141.101.73.111) 16.665 ms 141.101.73.110 (141.101.73.110) 16.574 ms 15.502 ms +10 141.101.73.195 (141.101.73.195) 29.878 ms 141.101.73.119 (141.101.73.119) 32.354 ms 141.101.73.175 (141.101.73.175) 24.598 ms +11 one.one.one.one (1.1.1.1) 27.804 ms 16.951 ms 20.315 ms diff --git a/logs/trace_20260928_203729_957290.json b/logs/trace_20260928_203729_957290.json new file mode 100644 index 0000000..2b09c81 --- /dev/null +++ b/logs/trace_20260928_203729_957290.json @@ -0,0 +1,351 @@ +{ + "time": "2026-09-28T20:37:31.566-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 9.467, + 9.999, + 10.902 + ], + "median_ms": 9.999, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.467 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.999 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.902 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.825, + 11.858, + 11.436 + ], + "median_ms": 11.436, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 10.825 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.858 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.436 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.506, + 13.669, + 20.903 + ], + "median_ms": 14.506, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.506 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.669 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 20.903 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 39.017, + 15.449, + 15.414 + ], + "median_ms": 15.449, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 39.017 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.449 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.414 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 40.912, + 40.514, + 18.659 + ], + "median_ms": 40.514, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 40.912 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 40.514 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.659 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 48.721, + 191.965, + 58.546 + ], + "median_ms": 58.546, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 48.721 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 191.965 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 58.546 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 79.649, + 18.693, + 49.643 + ], + "median_ms": 49.643, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 79.649 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.693 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 49.643 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 60.807, + 156.522, + 24.282 + ], + "median_ms": 60.807, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 60.807 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 156.522 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 24.282 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.123, + 31.597, + 15.606 + ], + "median_ms": 21.123, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 21.123 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 31.597 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.606 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.594, + 18.799, + 16.675 + ], + "median_ms": 18.799, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 21.594 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.799 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 16.675 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203729_957290.txt", + "spike_captured": true, + "spike_limit_ms": 57.2, + "spike_probes": [ + { + "hop": 6, + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 191.965 + }, + { + "hop": 6, + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 58.546 + }, + { + "hop": 7, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 79.649 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 60.807 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 156.522 + } + ], + "spike_probe_count": 5, + "peak_probe_ms": 191.965, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 136 +} \ No newline at end of file diff --git a/logs/trace_20260928_203729_957290.txt b/logs/trace_20260928_203729_957290.txt new file mode 100644 index 0000000..7655c2f --- /dev/null +++ b/logs/trace_20260928_203729_957290.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 9.467 ms 9.999 ms 10.902 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 10.825 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.858 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.436 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.506 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.669 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 20.903 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 39.017 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.449 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.414 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 40.912 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 40.514 ms 18.659 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 48.721 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 191.965 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 58.546 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 79.649 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 18.693 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 49.643 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 60.807 ms 141.101.73.110 (141.101.73.110) 156.522 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 24.282 ms + 9 141.101.73.165 (141.101.73.165) 21.123 ms 141.101.73.125 (141.101.73.125) 31.597 ms 141.101.73.110 (141.101.73.110) 15.606 ms +10 one.one.one.one (1.1.1.1) 21.594 ms 18.799 ms 141.101.73.117 (141.101.73.117) 16.675 ms diff --git a/logs/trace_20260928_203736_959132.json b/logs/trace_20260928_203736_959132.json new file mode 100644 index 0000000..93bf715 --- /dev/null +++ b/logs/trace_20260928_203736_959132.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:37:37.964-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.997, + 13.241, + 19.849 + ], + "median_ms": 13.241, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.997 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.241 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 19.849 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.932, + 12.818, + 12.411 + ], + "median_ms": 12.818, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.932 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.818 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.411 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.081, + 16.688, + 15.766 + ], + "median_ms": 15.766, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.081 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.688 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.766 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 9.755, + 21.805, + 23.775 + ], + "median_ms": 21.805, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 9.755 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 21.805 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 23.775 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 16.782, + 15.814, + 17.608 + ], + "median_ms": 16.782, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.782 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.814 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.608 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.758, + 23.732, + 14.678 + ], + "median_ms": 17.758, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.758 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 23.732 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.678 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 84.734, + 15.731, + 17.836 + ], + "median_ms": 17.836, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 84.734 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.731 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.836 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 23.988, + 53.407, + 24.719 + ], + "median_ms": 24.719, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 23.988 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 53.407 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 24.719 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.619, + 16.749, + 18.499 + ], + "median_ms": 16.749, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.619 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.749 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 18.499 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.636, + 15.721, + 15.505 + ], + "median_ms": 15.505, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.636 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 15.721 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 15.505 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203736_959132.txt", + "spike_captured": true, + "spike_limit_ms": 57.25, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 84.734 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 84.734, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 138 +} \ No newline at end of file diff --git a/logs/trace_20260928_203736_959132.txt b/logs/trace_20260928_203736_959132.txt new file mode 100644 index 0000000..0432863 --- /dev/null +++ b/logs/trace_20260928_203736_959132.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.997 ms 13.241 ms 19.849 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.932 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.818 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.411 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.081 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 16.688 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.766 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 9.755 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 21.805 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 23.775 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.782 ms 15.814 ms 17.608 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 17.758 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 23.732 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 14.678 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 84.734 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.731 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.836 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 23.988 ms 53.407 ms 24.719 ms + 9 141.101.73.111 (141.101.73.111) 14.619 ms 141.101.73.110 (141.101.73.110) 16.749 ms 141.101.73.117 (141.101.73.117) 18.499 ms +10 one.one.one.one (1.1.1.1) 14.636 ms 141.101.73.177 (141.101.73.177) 15.721 ms 15.505 ms diff --git a/logs/trace_20260928_203740_959964.json b/logs/trace_20260928_203740_959964.json new file mode 100644 index 0000000..e0b36e3 --- /dev/null +++ b/logs/trace_20260928_203740_959964.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:37:41.965-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.683, + 11.844, + 11.837 + ], + "median_ms": 11.844, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.683 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.844 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.837 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.843, + 12.001, + 12.503 + ], + "median_ms": 12.001, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.843 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.001 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.503 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.801, + 20.872, + 30.814 + ], + "median_ms": 20.872, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.801 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 20.872 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 30.814 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.74, + 20.798, + 31.691 + ], + "median_ms": 20.798, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.74 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 20.798 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 31.691 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 53.846, + 59.782, + 42.714 + ], + "median_ms": 53.846, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 53.846 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 59.782 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 42.714 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 40.67, + 44.782, + 19.634 + ], + "median_ms": 40.67, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 40.67 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 44.782 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.634 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.841, + 17.783, + 16.668 + ], + "median_ms": 17.783, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 25.841 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 17.783 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.668 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.704, + 14.533, + 15.517 + ], + "median_ms": 15.517, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 23.704 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.533 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.517 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.661, + 15.551, + 14.544 + ], + "median_ms": 15.551, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 15.661 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.551 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 14.544 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.447, + 15.656, + 23.755 + ], + "median_ms": 15.656, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.447 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.656 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 23.755 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203740_959964.txt", + "spike_captured": true, + "spike_limit_ms": 57.3, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 59.782 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 59.782, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 139 +} \ No newline at end of file diff --git a/logs/trace_20260928_203740_959964.txt b/logs/trace_20260928_203740_959964.txt new file mode 100644 index 0000000..dc8b42a --- /dev/null +++ b/logs/trace_20260928_203740_959964.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.683 ms 11.844 ms 11.837 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.843 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.001 ms 12.503 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.801 ms 20.872 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 30.814 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.740 ms 20.798 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 31.691 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 53.846 ms 59.782 ms 42.714 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 40.670 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 44.782 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 19.634 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 25.841 ms 17.783 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.668 ms + 8 141.101.73.110 (141.101.73.110) 23.704 ms 141.101.73.111 (141.101.73.111) 14.533 ms 15.517 ms + 9 141.101.73.157 (141.101.73.157) 15.661 ms 141.101.73.111 (141.101.73.111) 15.551 ms 141.101.73.179 (141.101.73.179) 14.544 ms +10 one.one.one.one (1.1.1.1) 15.447 ms 15.656 ms 141.101.73.175 (141.101.73.175) 23.755 ms diff --git a/logs/trace_20260928_203744_961160.json b/logs/trace_20260928_203744_961160.json new file mode 100644 index 0000000..41a6617 --- /dev/null +++ b/logs/trace_20260928_203744_961160.json @@ -0,0 +1,356 @@ +{ + "time": "2026-09-28T20:37:45.967-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.258, + 10.961, + 18.879 + ], + "median_ms": 12.258, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.258 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.961 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 18.879 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.709, + 12.705, + 15.232 + ], + "median_ms": 12.705, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.709 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.705 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 15.232 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.851, + 12.781, + 24.848 + ], + "median_ms": 14.851, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.851 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.781 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 24.848 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.66, + 13.8, + 28.801 + ], + "median_ms": 14.66, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.66 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.8 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 28.801 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 55.751, + 14.949, + 15.794 + ], + "median_ms": 15.794, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 55.751 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.949 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.794 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.641, + 48.828, + 58.652 + ], + "median_ms": 48.828, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.641 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 48.828 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 58.652 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.83, + 15.796, + 14.695 + ], + "median_ms": 15.796, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 33.83 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.796 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.695 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 16.669, + 17.766, + 23.655 + ], + "median_ms": 17.766, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.669 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.766 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 23.655 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.694, + 14.626, + 15.695 + ], + "median_ms": 15.695, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 28.694 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.626 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.695 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.75, + 16.786, + 16.613 + ], + "median_ms": 16.786, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 18.75 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 16.786 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 16.613 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 16.669, + 15.786, + 15.799 + ], + "median_ms": 15.799, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.669 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.786 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.799 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203744_961160.txt", + "spike_captured": true, + "spike_limit_ms": 57.35, + "spike_probes": [ + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 58.652 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 58.652, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 140 +} \ No newline at end of file diff --git a/logs/trace_20260928_203744_961160.txt b/logs/trace_20260928_203744_961160.txt new file mode 100644 index 0000000..5ed661c --- /dev/null +++ b/logs/trace_20260928_203744_961160.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.258 ms 10.961 ms 18.879 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.709 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.705 ms 15.232 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.851 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 12.781 ms 24.848 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.660 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.800 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 28.801 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 55.751 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 14.949 ms 15.794 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 16.641 ms 48.828 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 58.652 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 33.830 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.796 ms 14.695 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.669 ms 17.766 ms 23.655 ms + 9 141.101.73.157 (141.101.73.157) 28.694 ms 141.101.73.111 (141.101.73.111) 14.626 ms 141.101.73.110 (141.101.73.110) 15.695 ms +10 141.101.73.127 (141.101.73.127) 18.750 ms 141.101.73.149 (141.101.73.149) 16.786 ms 141.101.73.157 (141.101.73.157) 16.613 ms +11 one.one.one.one (1.1.1.1) 16.669 ms 15.786 ms 15.799 ms diff --git a/logs/trace_20260928_203748_962778.json b/logs/trace_20260928_203748_962778.json new file mode 100644 index 0000000..dc6d057 --- /dev/null +++ b/logs/trace_20260928_203748_962778.json @@ -0,0 +1,351 @@ +{ + "time": "2026-09-28T20:37:50.370-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 55.181, + 30.723, + 29.903 + ], + "median_ms": 30.723, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 55.181 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 30.723 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 29.903 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.552, + 35.018, + 60.505 + ], + "median_ms": 35.018, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 14.552 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 35.018 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 60.505 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 118.902, + 13.083, + 47.585 + ], + "median_ms": 47.585, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 118.902 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.083 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 47.585 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 52.618, + 95.617, + 69.73 + ], + "median_ms": 69.73, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 52.618 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 95.617 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 69.73 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.591, + 25.697, + 30.689 + ], + "median_ms": 25.697, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.591 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 25.697 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 30.689 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.637, + 16.665, + 15.708 + ], + "median_ms": 16.665, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.637 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.665 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.708 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.741, + 30.638, + 60.627 + ], + "median_ms": 30.638, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.741 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 30.638 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 60.627 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 40.708, + 16.59, + 28.509 + ], + "median_ms": 28.509, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 40.708 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.59 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 28.509 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 54.675, + 23.585, + 21.637 + ], + "median_ms": 23.585, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 54.675 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 23.585 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 21.637 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 18.106, + 26.36, + 15.675 + ], + "median_ms": 18.106, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.106 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 26.36 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.675 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203748_962778.txt", + "spike_captured": true, + "spike_limit_ms": 57.4, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 60.505 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 118.902 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 95.617 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 69.73 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 60.627 + } + ], + "spike_probe_count": 5, + "peak_probe_ms": 118.902, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 141 +} \ No newline at end of file diff --git a/logs/trace_20260928_203748_962778.txt b/logs/trace_20260928_203748_962778.txt new file mode 100644 index 0000000..04a8238 --- /dev/null +++ b/logs/trace_20260928_203748_962778.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 55.181 ms 30.723 ms 29.903 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 14.552 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 35.018 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 60.505 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 118.902 ms 13.083 ms 47.585 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 52.618 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 95.617 ms 69.730 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 25.591 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 25.697 ms 30.689 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 24.637 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 16.665 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.708 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.741 ms 30.638 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 60.627 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 40.708 ms 141.101.73.111 (141.101.73.111) 16.590 ms 28.509 ms + 9 141.101.73.195 (141.101.73.195) 54.675 ms 141.101.73.111 (141.101.73.111) 23.585 ms 21.637 ms +10 one.one.one.one (1.1.1.1) 18.106 ms 26.360 ms 15.675 ms diff --git a/logs/trace_20260928_203752_963043.json b/logs/trace_20260928_203752_963043.json new file mode 100644 index 0000000..0b43c6a --- /dev/null +++ b/logs/trace_20260928_203752_963043.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T20:37:53.968-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.037, + 11.946, + 22.828 + ], + "median_ms": 11.946, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.037 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.946 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.828 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.818, + 67.885, + 62.896 + ], + "median_ms": 62.896, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 10.818 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 67.885 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 62.896 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.483, + 44.183, + 34.651 + ], + "median_ms": 34.651, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.483 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 44.183 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 34.651 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.773, + 13.768, + 13.775 + ], + "median_ms": 13.773, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.773 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.768 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.775 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.708, + 15.899, + 18.747 + ], + "median_ms": 18.747, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 20.708 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.899 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.747 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.617, + 23.75, + 15.696 + ], + "median_ms": 15.696, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.617 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 23.75 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.696 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.876, + 15.796, + 16.785 + ], + "median_ms": 16.785, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 33.876 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.796 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.785 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.848, + 23.93, + 15.605 + ], + "median_ms": 15.605, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.848 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 23.93 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.605 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.629, + 17.555, + 19.835 + ], + "median_ms": 17.555, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 16.629 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 17.555 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 19.835 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.565, + 28.575, + 29.923 + ], + "median_ms": 28.575, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 18.565 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 28.575 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 29.923 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203752_963043.txt", + "spike_captured": true, + "spike_limit_ms": 57.4, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 67.885 + }, + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 62.896 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 67.885, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 142 +} \ No newline at end of file diff --git a/logs/trace_20260928_203752_963043.txt b/logs/trace_20260928_203752_963043.txt new file mode 100644 index 0000000..81988e0 --- /dev/null +++ b/logs/trace_20260928_203752_963043.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.037 ms 11.946 ms 22.828 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 10.818 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 67.885 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 62.896 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.483 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 44.183 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 34.651 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.773 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.768 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.775 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 20.708 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.899 ms 18.747 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 15.617 ms 23.750 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.696 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 33.876 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.796 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.785 ms + 8 141.101.73.110 (141.101.73.110) 14.848 ms 141.101.73.111 (141.101.73.111) 23.930 ms 141.101.73.110 (141.101.73.110) 15.605 ms + 9 141.101.73.127 (141.101.73.127) 16.629 ms 141.101.73.119 (141.101.73.119) 17.555 ms 141.101.73.195 (141.101.73.195) 19.835 ms +10 141.101.73.177 (141.101.73.177) 18.565 ms one.one.one.one (1.1.1.1) 28.575 ms 29.923 ms diff --git a/logs/trace_20260928_203803_965702.json b/logs/trace_20260928_203803_965702.json new file mode 100644 index 0000000..6790023 --- /dev/null +++ b/logs/trace_20260928_203803_965702.json @@ -0,0 +1,362 @@ +{ + "time": "2026-09-28T20:38:05.173-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.085, + 12.332, + 11.794 + ], + "median_ms": 12.085, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.085 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.332 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.794 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.129, + 12.416, + 12.151 + ], + "median_ms": 12.151, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.129 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.416 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.151 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.162, + 22.78, + 14.74 + ], + "median_ms": 22.78, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 30.162 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 22.78 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.74 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 14.791, + 72.745, + 37.655 + ], + "median_ms": 37.655, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.791 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 72.745 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 37.655 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.718, + 24.738, + 16.837 + ], + "median_ms": 19.718, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.718 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 24.738 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.837 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.71, + 15.786, + 16.712 + ], + "median_ms": 16.712, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 36.71 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.786 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.712 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 43.952, + 58.667, + 29.672 + ], + "median_ms": 43.952, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 43.952 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 58.667 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.672 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 40.681, + 50.795, + 20.865 + ], + "median_ms": 40.681, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 40.681 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 50.795 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 20.865 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.611, + 30.497, + 15.775 + ], + "median_ms": 15.775, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.611 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 30.497 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.775 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.808, + 16.896, + 19.513 + ], + "median_ms": 16.896, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 15.808 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 16.896 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 19.513 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 15.858, + 14.815, + 13.655 + ], + "median_ms": 14.815, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.858 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.815 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 13.655 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203803_965702.txt", + "spike_captured": true, + "spike_limit_ms": 57.45, + "spike_probes": [ + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 72.745 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 58.667 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 72.745, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 145 +} \ No newline at end of file diff --git a/logs/trace_20260928_203803_965702.txt b/logs/trace_20260928_203803_965702.txt new file mode 100644 index 0000000..7fd75bd --- /dev/null +++ b/logs/trace_20260928_203803_965702.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.085 ms 12.332 ms 11.794 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.129 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.416 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.151 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 30.162 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 22.780 ms 14.740 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.791 ms 72.745 ms 37.655 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 19.718 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 24.738 ms 16.837 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 36.710 ms 15.786 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 16.712 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 43.952 ms 58.667 ms 29.672 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 40.681 ms 50.795 ms 141.101.73.110 (141.101.73.110) 20.865 ms + 9 141.101.73.110 (141.101.73.110) 14.611 ms 141.101.73.169 (141.101.73.169) 30.497 ms 141.101.73.110 (141.101.73.110) 15.775 ms +10 141.101.73.161 (141.101.73.161) 15.808 ms 141.101.73.163 (141.101.73.163) 16.896 ms 141.101.73.171 (141.101.73.171) 19.513 ms +11 one.one.one.one (1.1.1.1) 15.858 ms 14.815 ms 13.655 ms diff --git a/logs/trace_20260928_203807_966677.json b/logs/trace_20260928_203807_966677.json new file mode 100644 index 0000000..e73a48c --- /dev/null +++ b/logs/trace_20260928_203807_966677.json @@ -0,0 +1,351 @@ +{ + "time": "2026-09-28T20:38:09.775-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.162, + 62.717, + 117.842 + ], + "median_ms": 62.717, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.162 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 62.717 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 117.842 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 121.791, + 40.886, + 21.518 + ], + "median_ms": 40.886, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 121.791 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 40.886 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 21.518 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 34.978, + 24.959, + 16.729 + ], + "median_ms": 24.959, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 34.978 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 24.959 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.729 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.774, + 15.977, + 15.571 + ], + "median_ms": 15.571, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.774 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.977 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.571 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 40.906, + 19.702, + 30.775 + ], + "median_ms": 30.775, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 40.906 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.702 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 30.775 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.689, + 18.991, + 285.673 + ], + "median_ms": 30.689, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 30.689 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 18.991 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 285.673 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 22.389, + 42.608, + 18.831 + ], + "median_ms": 22.389, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 22.389 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 42.608 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.831 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 46.703, + 16.647, + 18.707 + ], + "median_ms": 18.707, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 46.703 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.647 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 18.707 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 86.367, + 33.62, + 19.637 + ], + "median_ms": 33.62, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 86.367 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 33.62 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 19.637 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.619, + 41.606, + 35.721 + ], + "median_ms": 35.721, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 18.619 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 41.606 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 35.721 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203807_966677.txt", + "spike_captured": true, + "spike_limit_ms": 57.4, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 62.717 + }, + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 117.842 + }, + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 121.791 + }, + { + "hop": 6, + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 285.673 + }, + { + "hop": 9, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 86.367 + } + ], + "spike_probe_count": 5, + "peak_probe_ms": 285.673, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 146 +} \ No newline at end of file diff --git a/logs/trace_20260928_203807_966677.txt b/logs/trace_20260928_203807_966677.txt new file mode 100644 index 0000000..5fee5b2 --- /dev/null +++ b/logs/trace_20260928_203807_966677.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.162 ms 62.717 ms 117.842 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 121.791 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 40.886 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 21.518 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 34.978 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 24.959 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 16.729 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.774 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.977 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.571 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 40.906 ms 19.702 ms 30.775 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 30.689 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 18.991 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 285.673 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 22.389 ms 42.608 ms 18.831 ms + 8 141.101.73.110 (141.101.73.110) 46.703 ms 16.647 ms 141.101.73.111 (141.101.73.111) 18.707 ms + 9 141.101.73.110 (141.101.73.110) 86.367 ms 141.101.73.169 (141.101.73.169) 33.620 ms 141.101.73.117 (141.101.73.117) 19.637 ms +10 141.101.73.159 (141.101.73.159) 18.619 ms one.one.one.one (1.1.1.1) 41.606 ms 141.101.73.195 (141.101.73.195) 35.721 ms diff --git a/logs/trace_20260928_203811_967508.json b/logs/trace_20260928_203811_967508.json new file mode 100644 index 0000000..9eefee5 --- /dev/null +++ b/logs/trace_20260928_203811_967508.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:38:12.972-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.29, + 56.045, + 40.808 + ], + "median_ms": 40.808, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.29 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 56.045 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 40.808 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.835, + 14.506, + 11.156 + ], + "median_ms": 13.835, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.835 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 14.506 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.156 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 40.729, + 16.801, + 23.058 + ], + "median_ms": 23.058, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 40.729 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.801 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 23.058 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.653, + 29.822, + 12.754 + ], + "median_ms": 13.653, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.653 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 29.822 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.754 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.796, + 14.803, + 15.791 + ], + "median_ms": 15.791, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.796 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.803 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.791 + } + ] + }, + { + "hop": 6, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": [ + 53.797, + 21.8, + 27.717 + ], + "median_ms": 27.717, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 53.797 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 21.8 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 27.717 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.795, + 17.623, + 16.82 + ], + "median_ms": 16.82, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.795 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 17.623 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.82 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.772, + 23.824, + 14.557 + ], + "median_ms": 19.772, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 19.772 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 23.824 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.557 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.64, + 24.591, + 13.567 + ], + "median_ms": 22.64, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 22.64 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 24.591 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 13.567 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 15.678, + 57.948, + 16.581 + ], + "median_ms": 16.581, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.678 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 57.948 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.581 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203811_967508.txt", + "spike_captured": true, + "spike_limit_ms": 57.4, + "spike_probes": [ + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 57.948 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 57.948, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 147 +} \ No newline at end of file diff --git a/logs/trace_20260928_203811_967508.txt b/logs/trace_20260928_203811_967508.txt new file mode 100644 index 0000000..b8d0bac --- /dev/null +++ b/logs/trace_20260928_203811_967508.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.290 ms 56.045 ms 40.808 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 13.835 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 14.506 ms 11.156 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 40.729 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.801 ms 23.058 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.653 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 29.822 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.754 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.796 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 14.803 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.791 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 53.797 ms 21.800 ms 27.717 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.795 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 17.623 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.820 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 19.772 ms 141.101.73.110 (141.101.73.110) 23.824 ms 141.101.73.111 (141.101.73.111) 14.557 ms + 9 141.101.73.110 (141.101.73.110) 22.640 ms 141.101.73.111 (141.101.73.111) 24.591 ms 13.567 ms +10 one.one.one.one (1.1.1.1) 15.678 ms 57.948 ms 16.581 ms diff --git a/logs/trace_20260928_203815_968470.json b/logs/trace_20260928_203815_968470.json new file mode 100644 index 0000000..23f1aed --- /dev/null +++ b/logs/trace_20260928_203815_968470.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T20:38:17.176-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 16.107, + 152.489, + 35.736 + ], + "median_ms": 35.736, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 16.107 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 152.489 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 35.736 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.839, + 16.199, + 11.981 + ], + "median_ms": 11.981, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 10.839 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 16.199 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.981 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.975, + 14.818, + 28.672 + ], + "median_ms": 14.818, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.975 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.818 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 28.672 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.697, + 13.723, + 13.88 + ], + "median_ms": 13.723, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.697 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.723 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.88 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.673, + 14.775, + 15.838 + ], + "median_ms": 15.838, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.673 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.775 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.838 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.634, + 16.678, + 37.787 + ], + "median_ms": 16.678, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.634 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.678 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 37.787 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.813, + 57.857, + 14.64 + ], + "median_ms": 32.813, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 32.813 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 57.857 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 14.64 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.729, + 32.844, + 14.52 + ], + "median_ms": 32.844, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 33.729 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 32.844 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.52 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.622, + 13.612, + 15.683 + ], + "median_ms": 15.683, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 16.622 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.612 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 15.683 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.664, + 21.841, + 16.395 + ], + "median_ms": 16.395, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.664 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 21.841 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.395 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203815_968470.txt", + "spike_captured": true, + "spike_limit_ms": 57.4, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 152.489 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 57.857 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 152.489, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 148 +} \ No newline at end of file diff --git a/logs/trace_20260928_203815_968470.txt b/logs/trace_20260928_203815_968470.txt new file mode 100644 index 0000000..34896b7 --- /dev/null +++ b/logs/trace_20260928_203815_968470.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 16.107 ms 152.489 ms 35.736 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 10.839 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 16.199 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.981 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.975 ms 14.818 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 28.672 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.697 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.723 ms 13.880 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.673 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 14.775 ms 15.838 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 16.634 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.678 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 37.787 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 32.813 ms 57.857 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 14.640 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 33.729 ms 32.844 ms 141.101.73.111 (141.101.73.111) 14.520 ms + 9 141.101.73.175 (141.101.73.175) 16.622 ms 141.101.73.110 (141.101.73.110) 13.612 ms 141.101.73.127 (141.101.73.127) 15.683 ms +10 one.one.one.one (1.1.1.1) 15.664 ms 141.101.73.147 (141.101.73.147) 21.841 ms one.one.one.one (1.1.1.1) 16.395 ms diff --git a/logs/trace_20260928_203819_969513.json b/logs/trace_20260928_203819_969513.json new file mode 100644 index 0000000..0be9ce9 --- /dev/null +++ b/logs/trace_20260928_203819_969513.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:38:20.776-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 25.849, + 12.883, + 20.846 + ], + "median_ms": 20.846, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 25.849 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.883 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.846 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.878, + 11.512, + 10.696 + ], + "median_ms": 10.878, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.878 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.512 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 10.696 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 12.872, + 15.003, + 13.524 + ], + "median_ms": 13.524, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.872 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.003 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.524 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.71, + 12.681, + 14.713 + ], + "median_ms": 13.71, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.71 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.681 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.713 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 14.772, + 14.913, + 16.625 + ], + "median_ms": 14.913, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.772 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.913 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.625 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.821, + 15.795, + 16.75 + ], + "median_ms": 15.795, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.821 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.795 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.75 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.872, + 14.796, + 83.678 + ], + "median_ms": 16.872, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.872 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 14.796 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 83.678 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.818, + 17.453, + 24.596 + ], + "median_ms": 17.453, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.818 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.453 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 24.596 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.837, + 14.664, + 17.555 + ], + "median_ms": 15.837, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 15.837 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.664 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.555 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.676, + 21.748, + 14.658 + ], + "median_ms": 15.676, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.676 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 21.748 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 14.658 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203819_969513.txt", + "spike_captured": true, + "spike_limit_ms": 57.45, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 83.678 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 83.678, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 149 +} \ No newline at end of file diff --git a/logs/trace_20260928_203819_969513.txt b/logs/trace_20260928_203819_969513.txt new file mode 100644 index 0000000..41e47fd --- /dev/null +++ b/logs/trace_20260928_203819_969513.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 25.849 ms 12.883 ms 20.846 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 10.878 ms 11.512 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 10.696 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.872 ms 15.003 ms 13.524 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.710 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.681 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.713 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.772 ms 14.913 ms 16.625 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 14.821 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.795 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 16.750 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.872 ms 14.796 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 83.678 ms + 8 141.101.73.110 (141.101.73.110) 14.818 ms 17.453 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 24.596 ms + 9 141.101.73.167 (141.101.73.167) 15.837 ms 141.101.73.111 (141.101.73.111) 14.664 ms 141.101.73.110 (141.101.73.110) 17.555 ms +10 one.one.one.one (1.1.1.1) 15.676 ms 21.748 ms 141.101.73.163 (141.101.73.163) 14.658 ms diff --git a/logs/trace_20260928_203826_971059.json b/logs/trace_20260928_203826_971059.json new file mode 100644 index 0000000..ef81fb9 --- /dev/null +++ b/logs/trace_20260928_203826_971059.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T20:38:28.178-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 57.228, + 28.862, + 12.785 + ], + "median_ms": 28.862, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 57.228 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 28.862 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.785 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 50.728, + 62.254, + 13.621 + ], + "median_ms": 50.728, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 50.728 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 62.254 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 13.621 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 25.78, + 15.725, + 120.722 + ], + "median_ms": 25.78, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 25.78 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.725 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 120.722 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 90.781, + 29.644, + 12.573 + ], + "median_ms": 29.644, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 90.781 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 29.644 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.573 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.779, + 18.826, + 15.672 + ], + "median_ms": 18.779, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.779 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.826 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.672 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.648, + 15.746, + 17.626 + ], + "median_ms": 17.626, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.648 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.746 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.626 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.686, + 41.746, + 52.696 + ], + "median_ms": 41.746, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.686 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 41.746 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 52.696 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 50.629, + 29.69, + 33.635 + ], + "median_ms": 33.635, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 50.629 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.69 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 33.635 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 39.639, + 21.593, + 23.46 + ], + "median_ms": 23.46, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 39.639 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 21.593 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 23.46 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.578, + 17.644, + 16.638 + ], + "median_ms": 16.638, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 16.578 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.644 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.638 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203826_971059.txt", + "spike_captured": true, + "spike_limit_ms": 57.55, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 62.254 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 120.722 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 90.781 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 120.722, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 151 +} \ No newline at end of file diff --git a/logs/trace_20260928_203826_971059.txt b/logs/trace_20260928_203826_971059.txt new file mode 100644 index 0000000..3bdc8c0 --- /dev/null +++ b/logs/trace_20260928_203826_971059.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 57.228 ms 28.862 ms 12.785 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 50.728 ms 62.254 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 13.621 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 25.780 ms 15.725 ms 120.722 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 90.781 ms 29.644 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.573 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 18.779 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.826 ms 15.672 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 17.648 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.746 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 17.626 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.686 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 41.746 ms 52.696 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 50.629 ms 29.690 ms 33.635 ms + 9 141.101.73.119 (141.101.73.119) 39.639 ms 141.101.73.111 (141.101.73.111) 21.593 ms 141.101.73.169 (141.101.73.169) 23.460 ms +10 141.101.73.177 (141.101.73.177) 16.578 ms one.one.one.one (1.1.1.1) 17.644 ms 16.638 ms diff --git a/logs/trace_20260928_203830_971600.json b/logs/trace_20260928_203830_971600.json new file mode 100644 index 0000000..cd4d382 --- /dev/null +++ b/logs/trace_20260928_203830_971600.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:38:31.976-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.4, + 10.836, + 14.115 + ], + "median_ms": 13.4, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.4 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.836 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.115 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.708, + 12.885, + 33.414 + ], + "median_ms": 12.885, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.708 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.885 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 33.414 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 14.89, + 36.623, + 13.916 + ], + "median_ms": 14.89, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.89 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 36.623 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.916 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.412, + 14.75, + 29.755 + ], + "median_ms": 14.75, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.412 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.75 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 29.755 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.844, + 17.75, + 17.807 + ], + "median_ms": 17.807, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.844 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.75 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.807 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.864, + 45.615, + 103.881 + ], + "median_ms": 45.615, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.864 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 45.615 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 103.881 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.785, + 29.032, + 43.475 + ], + "median_ms": 29.032, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 28.785 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 29.032 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 43.475 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.617, + 23.333, + 43.849 + ], + "median_ms": 23.333, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.617 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 23.333 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 43.849 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.683, + 24.487, + 15.604 + ], + "median_ms": 15.683, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 15.683 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 24.487 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.604 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 14.69, + 31.708, + 14.637 + ], + "median_ms": 14.69, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.69 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 31.708 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.637 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203830_971600.txt", + "spike_captured": true, + "spike_limit_ms": 57.5, + "spike_probes": [ + { + "hop": 6, + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 103.881 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 103.881, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 152 +} \ No newline at end of file diff --git a/logs/trace_20260928_203830_971600.txt b/logs/trace_20260928_203830_971600.txt new file mode 100644 index 0000000..f5c2013 --- /dev/null +++ b/logs/trace_20260928_203830_971600.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.400 ms 10.836 ms 14.115 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.708 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.885 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 33.414 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.890 ms 36.623 ms 13.916 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.412 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.750 ms 29.755 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.844 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.750 ms 17.807 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 14.864 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 45.615 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 103.881 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 28.785 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 29.032 ms 43.475 ms + 8 141.101.73.110 (141.101.73.110) 17.617 ms 23.333 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 43.849 ms + 9 141.101.73.163 (141.101.73.163) 15.683 ms 141.101.73.111 (141.101.73.111) 24.487 ms 15.604 ms +10 one.one.one.one (1.1.1.1) 14.690 ms 31.708 ms 14.637 ms diff --git a/logs/trace_20260928_203834_972982.json b/logs/trace_20260928_203834_972982.json new file mode 100644 index 0000000..2ac15fe --- /dev/null +++ b/logs/trace_20260928_203834_972982.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T20:38:36.181-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 164.929, + 51.848, + 15.674 + ], + "median_ms": 51.848, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 164.929 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 51.848 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.674 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 85.847, + 7.607, + 43.795 + ], + "median_ms": 43.795, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 85.847 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 7.607 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 43.795 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.549, + 15.898, + 31.556 + ], + "median_ms": 15.898, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.549 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.898 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 31.556 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.696, + 14.645, + 32.795 + ], + "median_ms": 26.696, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 26.696 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.645 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 32.795 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 52.587, + 26.919, + 95.444 + ], + "median_ms": 52.587, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 52.587 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.919 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 95.444 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.586, + 15.625, + 34.676 + ], + "median_ms": 16.586, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.586 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.625 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 34.676 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.762, + 25.547, + 16.789 + ], + "median_ms": 25.547, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 36.762 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.547 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.789 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 15.684, + 19.549, + 16.834 + ], + "median_ms": 16.834, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.684 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 19.549 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.834 + } + ] + }, + { + "hop": 9, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": [ + 16.45, + 30.677, + 14.748 + ], + "median_ms": 16.45, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.45 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 30.677 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.748 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.866, + 18.979, + 17.643 + ], + "median_ms": 17.643, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.866 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 18.979 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 17.643 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203834_972982.txt", + "spike_captured": true, + "spike_limit_ms": 57.55, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 164.929 + }, + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 85.847 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 95.444 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 164.929, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 153 +} \ No newline at end of file diff --git a/logs/trace_20260928_203834_972982.txt b/logs/trace_20260928_203834_972982.txt new file mode 100644 index 0000000..6783ae7 --- /dev/null +++ b/logs/trace_20260928_203834_972982.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 164.929 ms 51.848 ms 15.674 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 85.847 ms 7.607 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 43.795 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 12.549 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.898 ms 31.556 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 26.696 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.645 ms 32.795 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 52.587 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 26.919 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 95.444 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 16.586 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 15.625 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 34.676 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 36.762 ms 25.547 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.789 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.684 ms 19.549 ms 16.834 ms + 9 141.101.73.110 (141.101.73.110) 16.450 ms 30.677 ms 14.748 ms +10 one.one.one.one (1.1.1.1) 15.866 ms 141.101.73.175 (141.101.73.175) 18.979 ms 141.101.73.163 (141.101.73.163) 17.643 ms diff --git a/logs/trace_20260928_203848_976346.json b/logs/trace_20260928_203848_976346.json new file mode 100644 index 0000000..c7db6ac --- /dev/null +++ b/logs/trace_20260928_203848_976346.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:38:49.982-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.053, + 31.008, + 23.838 + ], + "median_ms": 23.838, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.053 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 31.008 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 23.838 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 71.882, + 34.433, + 11.848 + ], + "median_ms": 34.433, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 71.882 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 34.433 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.848 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.917, + 23.888, + 15.498 + ], + "median_ms": 15.498, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.917 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 23.888 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.498 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.749, + 22.669, + 13.72 + ], + "median_ms": 16.749, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 16.749 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 22.669 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.72 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.689, + 15.646, + 16.629 + ], + "median_ms": 16.629, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.689 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.646 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.629 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.722, + 16.811, + 15.6 + ], + "median_ms": 16.811, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.722 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.811 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.6 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.661, + 37.714, + 45.599 + ], + "median_ms": 37.714, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.661 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 37.714 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 45.599 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 43.615, + 16.678, + 15.676 + ], + "median_ms": 16.678, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 43.615 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.678 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.676 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.667, + 16.677, + 14.806 + ], + "median_ms": 14.806, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.667 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 16.677 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.806 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.562, + 15.66, + 15.619 + ], + "median_ms": 15.66, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 17.562 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.66 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.619 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203848_976346.txt", + "spike_captured": true, + "spike_limit_ms": 57.6, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 71.882 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 71.882, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 157 +} \ No newline at end of file diff --git a/logs/trace_20260928_203848_976346.txt b/logs/trace_20260928_203848_976346.txt new file mode 100644 index 0000000..847bf35 --- /dev/null +++ b/logs/trace_20260928_203848_976346.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.053 ms 31.008 ms 23.838 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 71.882 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 34.433 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.848 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.917 ms 23.888 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.498 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 16.749 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 22.669 ms 13.720 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.689 ms 15.646 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.629 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 26.722 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 16.811 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.600 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.661 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 37.714 ms 45.599 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 43.615 ms 141.101.73.111 (141.101.73.111) 16.678 ms 15.676 ms + 9 141.101.73.110 (141.101.73.110) 13.667 ms 141.101.73.179 (141.101.73.179) 16.677 ms 141.101.73.110 (141.101.73.110) 14.806 ms +10 141.101.73.195 (141.101.73.195) 17.562 ms one.one.one.one (1.1.1.1) 15.660 ms 15.619 ms diff --git a/logs/trace_20260928_203852_977333.json b/logs/trace_20260928_203852_977333.json new file mode 100644 index 0000000..95bb3ee --- /dev/null +++ b/logs/trace_20260928_203852_977333.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:38:53.982-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.411, + 12.097, + 12.909 + ], + "median_ms": 12.411, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.411 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.097 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.909 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.659, + 84.848, + 12.746 + ], + "median_ms": 12.746, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.659 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 84.848 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.746 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.744, + 24.496, + 32.767 + ], + "median_ms": 24.496, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 23.744 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 24.496 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 32.767 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.804, + 13.678, + 13.863 + ], + "median_ms": 13.863, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 24.804 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.678 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.863 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.738, + 17.739, + 17.749 + ], + "median_ms": 17.739, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 13.738 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.739 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.749 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.765, + 14.873, + 14.834 + ], + "median_ms": 14.834, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.765 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 14.873 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.834 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.795, + 18.687, + 17.026 + ], + "median_ms": 17.026, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.795 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 18.687 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.026 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.752, + 15.485, + 31.717 + ], + "median_ms": 15.752, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.752 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.485 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 31.717 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.611, + 15.632, + 14.595 + ], + "median_ms": 15.611, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 15.611 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.632 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 14.595 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 15.734, + 14.681, + 32.706 + ], + "median_ms": 15.734, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.734 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.681 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 32.706 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203852_977333.txt", + "spike_captured": true, + "spike_limit_ms": 57.55, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 84.848 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 84.848, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 158 +} \ No newline at end of file diff --git a/logs/trace_20260928_203852_977333.txt b/logs/trace_20260928_203852_977333.txt new file mode 100644 index 0000000..06c7db3 --- /dev/null +++ b/logs/trace_20260928_203852_977333.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.411 ms 12.097 ms 12.909 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.659 ms 84.848 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.746 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 23.744 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 24.496 ms 32.767 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 24.804 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.678 ms 13.863 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 13.738 ms 17.739 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.749 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 14.765 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 14.873 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 14.834 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.795 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 18.687 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.026 ms + 8 141.101.73.111 (141.101.73.111) 15.752 ms 15.485 ms 141.101.73.110 (141.101.73.110) 31.717 ms + 9 141.101.73.127 (141.101.73.127) 15.611 ms 141.101.73.111 (141.101.73.111) 15.632 ms 141.101.73.125 (141.101.73.125) 14.595 ms +10 one.one.one.one (1.1.1.1) 15.734 ms 14.681 ms 32.706 ms diff --git a/logs/trace_20260928_203856_978227.json b/logs/trace_20260928_203856_978227.json new file mode 100644 index 0000000..c695f94 --- /dev/null +++ b/logs/trace_20260928_203856_978227.json @@ -0,0 +1,351 @@ +{ + "time": "2026-09-28T20:38:58.386-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 99.634, + 24.017, + 88.731 + ], + "median_ms": 88.731, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 99.634 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 24.017 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 88.731 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.74, + 13.021, + 33.927 + ], + "median_ms": 15.74, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 15.74 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.021 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 33.927 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 67.952, + 45.703, + 66.791 + ], + "median_ms": 66.791, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 67.952 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 45.703 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 66.791 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.692, + 34.755, + 12.765 + ], + "median_ms": 15.692, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.692 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 34.755 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.765 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.668, + 26.745, + 17.603 + ], + "median_ms": 17.603, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 13.668 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 26.745 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.603 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 45.062, + 19.709, + 26.752 + ], + "median_ms": 26.752, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 45.062 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.709 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.752 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 35.758, + 18.73, + 23.699 + ], + "median_ms": 23.699, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 35.758 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.73 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 23.699 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.809, + 26.721, + 14.666 + ], + "median_ms": 24.809, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 24.809 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 26.721 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.666 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.677, + 15.398, + 15.301 + ], + "median_ms": 15.398, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 15.677 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.398 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.301 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 86.763, + 15.63, + 24.747 + ], + "median_ms": 24.747, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 86.763 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.63 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 24.747 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203856_978227.txt", + "spike_captured": true, + "spike_limit_ms": 57.6, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 99.634 + }, + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 88.731 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 67.952 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 66.791 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 86.763 + } + ], + "spike_probe_count": 5, + "peak_probe_ms": 99.634, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 159 +} \ No newline at end of file diff --git a/logs/trace_20260928_203856_978227.txt b/logs/trace_20260928_203856_978227.txt new file mode 100644 index 0000000..2d02ba1 --- /dev/null +++ b/logs/trace_20260928_203856_978227.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 99.634 ms 24.017 ms 88.731 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 15.740 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 13.021 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 33.927 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 67.952 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 45.703 ms 66.791 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.692 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 34.755 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.765 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 13.668 ms 26.745 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.603 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 45.062 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 19.709 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 26.752 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 35.758 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 18.730 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 23.699 ms + 8 141.101.73.111 (141.101.73.111) 24.809 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 26.721 ms 141.101.73.110 (141.101.73.110) 14.666 ms + 9 141.101.73.157 (141.101.73.157) 15.677 ms 141.101.73.110 (141.101.73.110) 15.398 ms 141.101.73.111 (141.101.73.111) 15.301 ms +10 one.one.one.one (1.1.1.1) 86.763 ms 15.630 ms 141.101.73.169 (141.101.73.169) 24.747 ms diff --git a/logs/trace_20260928_203900_978740.json b/logs/trace_20260928_203900_978740.json new file mode 100644 index 0000000..f36d34a --- /dev/null +++ b/logs/trace_20260928_203900_978740.json @@ -0,0 +1,356 @@ +{ + "time": "2026-09-28T20:39:02.387-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.858, + 19.623, + 58.828 + ], + "median_ms": 19.623, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.858 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 19.623 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 58.828 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.642, + 14.199, + 52.768 + ], + "median_ms": 21.642, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 21.642 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 14.199 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 52.768 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 47.685, + 31.807, + 15.818 + ], + "median_ms": 31.807, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 47.685 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 31.807 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.818 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.697, + 30.821, + 12.679 + ], + "median_ms": 12.679, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.697 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 30.821 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.679 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 34.795, + 17.39, + 14.698 + ], + "median_ms": 17.39, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 34.795 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.39 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.698 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.61, + 16.011, + 15.506 + ], + "median_ms": 16.011, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.61 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.011 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.506 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.084, + 17.701, + 14.877 + ], + "median_ms": 17.701, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 26.084 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.701 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 14.877 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.806, + 15.442, + 15.659 + ], + "median_ms": 15.659, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.806 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.442 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.659 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.719, + 26.154, + 23.61 + ], + "median_ms": 23.61, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 15.719 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 26.154 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 23.61 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.709, + 24.423, + 21.567 + ], + "median_ms": 22.709, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 22.709 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 24.423 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 21.567 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 14.537, + 15.803, + 15.687 + ], + "median_ms": 15.687, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.537 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.803 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.687 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203900_978740.txt", + "spike_captured": true, + "spike_limit_ms": 57.55, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 58.828 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 58.828, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 160 +} \ No newline at end of file diff --git a/logs/trace_20260928_203900_978740.txt b/logs/trace_20260928_203900_978740.txt new file mode 100644 index 0000000..f341514 --- /dev/null +++ b/logs/trace_20260928_203900_978740.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.858 ms 19.623 ms 58.828 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 21.642 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 14.199 ms 52.768 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 47.685 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 31.807 ms 15.818 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.697 ms 30.821 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.679 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 34.795 ms 17.390 ms 14.698 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 16.610 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 16.011 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.506 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 26.084 ms 17.701 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 14.877 ms + 8 141.101.73.111 (141.101.73.111) 15.806 ms 141.101.73.110 (141.101.73.110) 15.442 ms 15.659 ms + 9 141.101.73.117 (141.101.73.117) 15.719 ms 141.101.73.125 (141.101.73.125) 26.154 ms 141.101.73.111 (141.101.73.111) 23.610 ms +10 141.101.73.125 (141.101.73.125) 22.709 ms 141.101.73.127 (141.101.73.127) 24.423 ms 141.101.73.117 (141.101.73.117) 21.567 ms +11 one.one.one.one (1.1.1.1) 14.537 ms 15.803 ms 15.687 ms diff --git a/logs/trace_20260928_203904_980165.json b/logs/trace_20260928_203904_980165.json new file mode 100644 index 0000000..aa14230 --- /dev/null +++ b/logs/trace_20260928_203904_980165.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T20:39:06.189-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 65.436, + 63.386, + 13.698 + ], + "median_ms": 63.386, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 65.436 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 63.386 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.698 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.748, + 125.394, + 115.671 + ], + "median_ms": 115.671, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 14.748 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 125.394 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 115.671 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.591, + 49.852, + 16.599 + ], + "median_ms": 16.599, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.591 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 49.852 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.599 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.747, + 12.964, + 11.62 + ], + "median_ms": 12.964, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.747 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.964 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.62 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 17.889, + 16.775, + 16.678 + ], + "median_ms": 16.775, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.889 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.775 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.678 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.602, + 15.761, + 17.773 + ], + "median_ms": 17.602, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.602 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.761 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.773 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.933, + 14.858, + 16.893 + ], + "median_ms": 16.893, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 19.933 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.858 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.893 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.495, + 14.747, + 14.824 + ], + "median_ms": 14.824, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.495 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.747 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.824 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.548, + 16.539, + 17.365 + ], + "median_ms": 16.539, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 15.548 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 16.539 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 17.365 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.848, + 15.892, + 15.574 + ], + "median_ms": 15.848, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 15.848 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.892 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.574 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203904_980165.txt", + "spike_captured": true, + "spike_limit_ms": 57.7, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 65.436 + }, + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 63.386 + }, + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 125.394 + }, + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 115.671 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 125.394, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 161 +} \ No newline at end of file diff --git a/logs/trace_20260928_203904_980165.txt b/logs/trace_20260928_203904_980165.txt new file mode 100644 index 0000000..b40e0d8 --- /dev/null +++ b/logs/trace_20260928_203904_980165.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 65.436 ms 63.386 ms 13.698 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 14.748 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 125.394 ms 115.671 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.591 ms 49.852 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 16.599 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.747 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.964 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 11.620 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.889 ms 16.775 ms 16.678 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 17.602 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 15.761 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 17.773 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 19.933 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.858 ms 16.893 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.495 ms 141.101.73.111 (141.101.73.111) 14.747 ms 141.101.73.110 (141.101.73.110) 14.824 ms + 9 141.101.73.175 (141.101.73.175) 15.548 ms 141.101.73.165 (141.101.73.165) 16.539 ms 141.101.73.177 (141.101.73.177) 17.365 ms +10 141.101.73.165 (141.101.73.165) 15.848 ms one.one.one.one (1.1.1.1) 15.892 ms 15.574 ms diff --git a/logs/trace_20260928_203917_983147.json b/logs/trace_20260928_203917_983147.json new file mode 100644 index 0000000..17e3f79 --- /dev/null +++ b/logs/trace_20260928_203917_983147.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:39:19.793-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.015, + 10.098, + 12.849 + ], + "median_ms": 11.015, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.015 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.098 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.849 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.839, + 10.668, + 11.989 + ], + "median_ms": 11.839, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.839 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 10.668 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.989 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.715, + 15.185, + 12.055 + ], + "median_ms": 12.715, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.715 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.185 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.055 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 13.665, + 12.114, + 12.646 + ], + "median_ms": 12.646, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.665 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.114 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.646 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.751, + 22.965, + 16.679 + ], + "median_ms": 16.751, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.751 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 22.965 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.679 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.064, + 19.906, + 19.292 + ], + "median_ms": 19.292, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.064 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.906 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 19.292 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.937, + 53.109, + 41.242 + ], + "median_ms": 41.242, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 14.937 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 53.109 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 41.242 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.268, + 21.455, + 15.849 + ], + "median_ms": 16.268, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.268 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 21.455 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.849 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 34.613, + 18.679, + 16.616 + ], + "median_ms": 18.679, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 34.613 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 18.679 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.616 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.633, + 22.656, + 70.713 + ], + "median_ms": 22.656, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 15.633 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 22.656 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 70.713 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203917_983147.txt", + "spike_captured": true, + "spike_limit_ms": 57.45, + "spike_probes": [ + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 70.713 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 70.713, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 163 +} \ No newline at end of file diff --git a/logs/trace_20260928_203917_983147.txt b/logs/trace_20260928_203917_983147.txt new file mode 100644 index 0000000..b347e62 --- /dev/null +++ b/logs/trace_20260928_203917_983147.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.015 ms 10.098 ms 12.849 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.839 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 10.668 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.989 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.715 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.185 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.055 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.665 ms 12.114 ms 12.646 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.751 ms 22.965 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.679 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 19.064 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 19.906 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 19.292 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 14.937 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 53.109 ms 41.242 ms + 8 141.101.73.111 (141.101.73.111) 16.268 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 21.455 ms 141.101.73.110 (141.101.73.110) 15.849 ms + 9 141.101.73.149 (141.101.73.149) 34.613 ms 141.101.73.125 (141.101.73.125) 18.679 ms 141.101.73.111 (141.101.73.111) 16.616 ms +10 141.101.73.127 (141.101.73.127) 15.633 ms 141.101.73.195 (141.101.73.195) 22.656 ms one.one.one.one (1.1.1.1) 70.713 ms diff --git a/logs/trace_20260928_203921_984057.json b/logs/trace_20260928_203921_984057.json new file mode 100644 index 0000000..3322b6a --- /dev/null +++ b/logs/trace_20260928_203921_984057.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T20:39:23.793-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.875, + 30.715, + 23.775 + ], + "median_ms": 23.775, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.875 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 30.715 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 23.775 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.864, + 33.263, + 249.181 + ], + "median_ms": 33.263, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.864 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 33.263 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 249.181 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.332, + 141.016, + 30.757 + ], + "median_ms": 30.757, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 26.332 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 141.016 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 30.757 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.572, + 13.727, + 33.019 + ], + "median_ms": 21.572, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 21.572 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.727 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 33.019 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.652, + 16.713, + 23.62 + ], + "median_ms": 23.62, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.652 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.713 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 23.62 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.989, + 14.845, + 21.92 + ], + "median_ms": 21.92, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 36.989 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.845 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 21.92 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.851, + 17.756, + 15.592 + ], + "median_ms": 17.756, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.851 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 17.756 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.592 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.032, + 18.57, + 16.576 + ], + "median_ms": 16.576, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.032 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.57 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.576 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 76.689, + 14.908, + 15.566 + ], + "median_ms": 15.566, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 76.689 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 14.908 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 15.566 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.736, + 24.873, + 24.637 + ], + "median_ms": 24.637, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 14.736 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 24.873 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 24.637 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203921_984057.txt", + "spike_captured": true, + "spike_limit_ms": 57.35, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 249.181 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 141.016 + }, + { + "hop": 9, + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 76.689 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 249.181, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 164 +} \ No newline at end of file diff --git a/logs/trace_20260928_203921_984057.txt b/logs/trace_20260928_203921_984057.txt new file mode 100644 index 0000000..271b1b8 --- /dev/null +++ b/logs/trace_20260928_203921_984057.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.875 ms 30.715 ms 23.775 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.864 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 33.263 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 249.181 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 26.332 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 141.016 ms 30.757 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 21.572 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.727 ms 33.019 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 24.652 ms 16.713 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 23.620 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 36.989 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 14.845 ms 21.920 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 25.851 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 17.756 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.592 ms + 8 141.101.73.111 (141.101.73.111) 16.032 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 18.570 ms 141.101.73.110 (141.101.73.110) 16.576 ms + 9 141.101.73.157 (141.101.73.157) 76.689 ms 141.101.73.149 (141.101.73.149) 14.908 ms 141.101.73.125 (141.101.73.125) 15.566 ms +10 141.101.73.117 (141.101.73.117) 14.736 ms 141.101.73.119 (141.101.73.119) 24.873 ms one.one.one.one (1.1.1.1) 24.637 ms diff --git a/logs/trace_20260928_203954_991806.json b/logs/trace_20260928_203954_991806.json new file mode 100644 index 0000000..17297d6 --- /dev/null +++ b/logs/trace_20260928_203954_991806.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:39:55.997-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.304, + 11.752, + 8.83 + ], + "median_ms": 11.752, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.304 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.752 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 8.83 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 9.863, + 10.763, + 12.148 + ], + "median_ms": 10.763, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 9.863 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.763 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.148 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 16.115, + 12.776, + 16.54 + ], + "median_ms": 16.115, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.115 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.776 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.54 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 6.787, + 8.844, + 13.794 + ], + "median_ms": 8.844, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 6.787 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 8.844 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.794 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.713, + 24.847, + 14.863 + ], + "median_ms": 16.713, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.713 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.847 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.863 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.784, + 17.061, + 15.609 + ], + "median_ms": 15.609, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 14.784 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.061 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.609 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.957, + 70.632, + 20.613 + ], + "median_ms": 20.613, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.957 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 70.632 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 20.613 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 45.729, + 26.685, + 14.655 + ], + "median_ms": 26.685, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 45.729 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 26.685 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.655 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.637, + 14.472, + 14.72 + ], + "median_ms": 14.72, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 17.637 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 14.472 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.72 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.69, + 15.671, + 16.825 + ], + "median_ms": 16.69, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 16.69 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 15.671 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.825 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_203954_991806.txt", + "spike_captured": true, + "spike_limit_ms": 56.5, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 70.632 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 70.632, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 173 +} \ No newline at end of file diff --git a/logs/trace_20260928_203954_991806.txt b/logs/trace_20260928_203954_991806.txt new file mode 100644 index 0000000..b8291c8 --- /dev/null +++ b/logs/trace_20260928_203954_991806.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.304 ms 11.752 ms 8.830 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 9.863 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 10.763 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.148 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 16.115 ms 12.776 ms 16.540 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 6.787 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 8.844 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.794 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.713 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 24.847 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.863 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 14.784 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 17.061 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.609 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.957 ms 70.632 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 20.613 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 45.729 ms 26.685 ms 141.101.73.110 (141.101.73.110) 14.655 ms + 9 141.101.73.157 (141.101.73.157) 17.637 ms 141.101.73.167 (141.101.73.167) 14.472 ms 141.101.73.111 (141.101.73.111) 14.720 ms +10 141.101.73.169 (141.101.73.169) 16.690 ms 141.101.73.179 (141.101.73.179) 15.671 ms one.one.one.one (1.1.1.1) 16.825 ms diff --git a/logs/trace_20260928_204033_000687.json b/logs/trace_20260928_204033_000687.json new file mode 100644 index 0000000..c369ab6 --- /dev/null +++ b/logs/trace_20260928_204033_000687.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:40:34.005-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.48, + 9.502, + 11.963 + ], + "median_ms": 11.963, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.48 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.502 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.963 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.817, + 21.731, + 10.763 + ], + "median_ms": 11.817, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.817 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 21.731 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 10.763 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.732, + 15.72, + 16.737 + ], + "median_ms": 16.737, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 23.732 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.72 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.737 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.74, + 11.733, + 11.762 + ], + "median_ms": 11.762, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.74 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.733 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.762 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.583, + 17.741, + 16.883 + ], + "median_ms": 17.583, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.583 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.741 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.883 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.527, + 15.925, + 16.591 + ], + "median_ms": 16.591, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.527 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.925 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.591 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 63.687, + 40.629, + 47.662 + ], + "median_ms": 47.662, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 63.687 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 40.629 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 47.662 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.581, + 15.72, + 16.573 + ], + "median_ms": 16.573, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.581 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.72 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.573 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.713, + 12.579, + 17.647 + ], + "median_ms": 17.647, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 18.713 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 12.579 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.647 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 13.621, + 15.875, + 16.555 + ], + "median_ms": 15.875, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 13.621 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.875 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.555 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204033_000687.txt", + "spike_captured": true, + "spike_limit_ms": 55.8, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 63.687 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 63.687, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 183 +} \ No newline at end of file diff --git a/logs/trace_20260928_204033_000687.txt b/logs/trace_20260928_204033_000687.txt new file mode 100644 index 0000000..13ad77c --- /dev/null +++ b/logs/trace_20260928_204033_000687.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.480 ms 9.502 ms 11.963 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.817 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 21.731 ms 10.763 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 23.732 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.720 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 16.737 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.740 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.733 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 11.762 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.583 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.741 ms 16.883 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 18.527 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.925 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.591 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 63.687 ms 40.629 ms 47.662 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.581 ms 141.101.73.111 (141.101.73.111) 15.720 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.573 ms + 9 141.101.73.195 (141.101.73.195) 18.713 ms 141.101.73.110 (141.101.73.110) 12.579 ms 17.647 ms +10 one.one.one.one (1.1.1.1) 13.621 ms 15.875 ms 16.555 ms diff --git a/logs/trace_20260928_204037_002243.json b/logs/trace_20260928_204037_002243.json new file mode 100644 index 0000000..d7e3c19 --- /dev/null +++ b/logs/trace_20260928_204037_002243.json @@ -0,0 +1,309 @@ +{ + "time": "2026-09-28T20:40:39.411-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.609, + 101.626, + 10.771 + ], + "median_ms": 13.609, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.609 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 101.626 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.771 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.703, + 26.092, + 11.009 + ], + "median_ms": 11.703, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.703 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 26.092 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.009 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 12.996, + 13.798, + 15.751 + ], + "median_ms": 13.798, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.996 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.798 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.751 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.755, + 12.614, + 16.83 + ], + "median_ms": 13.755, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.755 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.614 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 16.83 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.72, + 15.757, + 16.712 + ], + "median_ms": 15.757, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.72 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.757 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.712 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.918, + 15.772, + 28.782 + ], + "median_ms": 24.918, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 24.918 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.772 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 28.782 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.773, + 16.785 + ], + "median_ms": 20.779, + "timeouts": 1, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 24.773 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.785 + } + ] + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": [ + 16.27, + 16.55 + ], + "median_ms": 16.41, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.27 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.55 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.701, + 34.694, + 16.527 + ], + "median_ms": 16.701, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.701 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 34.694 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.527 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.767, + 15.817 + ], + "median_ms": 15.792, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 15.767 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.817 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204037_002243.txt", + "spike_captured": true, + "spike_limit_ms": 55.85, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 101.626 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 101.626, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 184 +} \ No newline at end of file diff --git a/logs/trace_20260928_204037_002243.txt b/logs/trace_20260928_204037_002243.txt new file mode 100644 index 0000000..f427a73 --- /dev/null +++ b/logs/trace_20260928_204037_002243.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.609 ms 101.626 ms 10.771 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.703 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 26.092 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.009 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 12.996 ms 13.798 ms 15.751 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.755 ms 12.614 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 16.830 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.720 ms 15.757 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.712 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 24.918 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 15.772 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 28.782 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 24.773 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.785 ms * + 8 * 141.101.73.111 (141.101.73.111) 16.270 ms 16.550 ms + 9 141.101.73.110 (141.101.73.110) 16.701 ms 141.101.73.165 (141.101.73.165) 34.694 ms 141.101.73.110 (141.101.73.110) 16.527 ms +10 141.101.73.169 (141.101.73.169) 15.767 ms * one.one.one.one (1.1.1.1) 15.817 ms diff --git a/logs/trace_20260928_204046_003651.json b/logs/trace_20260928_204046_003651.json new file mode 100644 index 0000000..e057536 --- /dev/null +++ b/logs/trace_20260928_204046_003651.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:40:47.007-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.888, + 11.99, + 11.718 + ], + "median_ms": 11.99, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.888 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.99 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.718 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 8.827, + 10.842, + 12.298 + ], + "median_ms": 10.842, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 8.827 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.842 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.298 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.343, + 13.321, + 11.913 + ], + "median_ms": 13.321, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.343 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.321 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 11.913 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 10.91, + 32.74, + 11.632 + ], + "median_ms": 11.632, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 10.91 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 32.74 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.632 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 16.63, + 14.834, + 12.615 + ], + "median_ms": 14.834, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.63 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.834 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 12.615 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.676, + 16.807, + 17.735 + ], + "median_ms": 16.807, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 13.676 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.807 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.735 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.814, + 12.659, + 15.762 + ], + "median_ms": 15.762, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.814 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 12.659 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.762 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.769, + 15.764, + 61.646 + ], + "median_ms": 15.764, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 12.769 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.764 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 61.646 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.683, + 15.874, + 17.535 + ], + "median_ms": 17.535, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 25.683 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.874 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.535 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.632, + 16.713, + 15.666 + ], + "median_ms": 16.713, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 37.632 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 16.713 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.666 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204046_003651.txt", + "spike_captured": true, + "spike_limit_ms": 56.1, + "spike_probes": [ + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 61.646 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 61.646, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 186 +} \ No newline at end of file diff --git a/logs/trace_20260928_204046_003651.txt b/logs/trace_20260928_204046_003651.txt new file mode 100644 index 0000000..9424138 --- /dev/null +++ b/logs/trace_20260928_204046_003651.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.888 ms 11.990 ms 11.718 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 8.827 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 10.842 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.298 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.343 ms 13.321 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 11.913 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 10.910 ms 32.740 ms 11.632 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.630 ms 14.834 ms 12.615 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 13.676 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 16.807 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 17.735 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 25.814 ms 12.659 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.762 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 12.769 ms 141.101.73.110 (141.101.73.110) 15.764 ms 61.646 ms + 9 141.101.73.169 (141.101.73.169) 25.683 ms 141.101.73.110 (141.101.73.110) 15.874 ms 17.535 ms +10 one.one.one.one (1.1.1.1) 37.632 ms 141.101.73.157 (141.101.73.157) 16.713 ms one.one.one.one (1.1.1.1) 15.666 ms diff --git a/logs/trace_20260928_204102_007493.json b/logs/trace_20260928_204102_007493.json new file mode 100644 index 0000000..9249b40 --- /dev/null +++ b/logs/trace_20260928_204102_007493.json @@ -0,0 +1,356 @@ +{ + "time": "2026-09-28T20:41:04.416-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 21.361, + 11.712, + 22.851 + ], + "median_ms": 21.361, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.361 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.712 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.851 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 54.776, + 13.443, + 37.093 + ], + "median_ms": 37.093, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 54.776 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 13.443 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 37.093 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.758, + 14.79, + 14.788 + ], + "median_ms": 14.79, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 26.758 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.79 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.788 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.61, + 135.825, + 49.65 + ], + "median_ms": 49.65, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 16.61 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 135.825 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 49.65 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 18.629, + 126.775, + 15.727 + ], + "median_ms": 18.629, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.629 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 126.775 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.727 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.628, + 83.68, + 38.742 + ], + "median_ms": 38.742, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 26.628 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 83.68 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 38.742 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 43.674, + 28.675, + 15.694 + ], + "median_ms": 28.675, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 43.674 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 28.675 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.694 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.825, + 17.655 + ], + "median_ms": 16.740000000000002, + "timeouts": 1, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.825 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.655 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.632, + 22.656, + 15.611 + ], + "median_ms": 15.611, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.632 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 22.656 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.611 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.721, + 16.583, + 28.794 + ], + "median_ms": 16.721, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 16.721 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 16.583 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 28.794 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 15.603, + 16.718 + ], + "median_ms": 16.1605, + "timeouts": 1, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.603 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.718 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204102_007493.txt", + "spike_captured": true, + "spike_limit_ms": 56.55, + "spike_probes": [ + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 135.825 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 126.775 + }, + { + "hop": 6, + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 83.68 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 135.825, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 190 +} \ No newline at end of file diff --git a/logs/trace_20260928_204102_007493.txt b/logs/trace_20260928_204102_007493.txt new file mode 100644 index 0000000..62285bf --- /dev/null +++ b/logs/trace_20260928_204102_007493.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 21.361 ms 11.712 ms 22.851 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 54.776 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 13.443 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 37.093 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 26.758 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.790 ms 14.788 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 16.610 ms 135.825 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 49.650 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.629 ms 126.775 ms 15.727 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 26.628 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 83.680 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 38.742 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 43.674 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 28.675 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.694 ms + 8 * 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.825 ms 141.101.73.111 (141.101.73.111) 17.655 ms + 9 141.101.73.110 (141.101.73.110) 14.632 ms 141.101.73.111 (141.101.73.111) 22.656 ms 15.611 ms +10 141.101.73.127 (141.101.73.127) 16.721 ms 141.101.73.195 (141.101.73.195) 16.583 ms 141.101.73.127 (141.101.73.127) 28.794 ms +11 one.one.one.one (1.1.1.1) 15.603 ms 16.718 ms * diff --git a/logs/trace_20260928_204111_009835.json b/logs/trace_20260928_204111_009835.json new file mode 100644 index 0000000..67e459e --- /dev/null +++ b/logs/trace_20260928_204111_009835.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:41:12.217-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 37.092, + 21.419, + 9.785 + ], + "median_ms": 21.419, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 37.092 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.419 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.785 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 41.864, + 12.408, + 19.725 + ], + "median_ms": 19.725, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 41.864 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.408 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 19.725 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 13.71, + 16.021, + 19.287 + ], + "median_ms": 16.021, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.71 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.021 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 19.287 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.676, + 12.9, + 34.976 + ], + "median_ms": 12.9, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.676 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.9 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 34.976 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.719, + 37.84, + 26.686 + ], + "median_ms": 26.686, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.719 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 37.84 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.686 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.723, + 14.876, + 16.837 + ], + "median_ms": 14.876, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 14.723 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 14.876 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.837 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.658, + 32.83, + 27.117 + ], + "median_ms": 27.117, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.658 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 32.83 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 27.117 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.656, + 23.993, + 15.676 + ], + "median_ms": 23.656, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 23.656 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 23.993 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.676 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.716, + 16.603, + 53.699 + ], + "median_ms": 16.603, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.716 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 16.603 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 53.699 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.572, + 17.553, + 90.88 + ], + "median_ms": 27.572, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 27.572 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 17.553 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 90.88 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204111_009835.txt", + "spike_captured": true, + "spike_limit_ms": 56.9, + "spike_probes": [ + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 90.88 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 90.88, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 192 +} \ No newline at end of file diff --git a/logs/trace_20260928_204111_009835.txt b/logs/trace_20260928_204111_009835.txt new file mode 100644 index 0000000..468acc6 --- /dev/null +++ b/logs/trace_20260928_204111_009835.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 37.092 ms 21.419 ms 9.785 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 41.864 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.408 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 19.725 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.710 ms 16.021 ms 19.287 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.676 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.900 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 34.976 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.719 ms 37.840 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 26.686 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 14.723 ms 14.876 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 16.837 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.658 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 32.830 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 27.117 ms + 8 141.101.73.111 (141.101.73.111) 23.656 ms 23.993 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.676 ms + 9 141.101.73.111 (141.101.73.111) 15.716 ms 141.101.73.171 (141.101.73.171) 16.603 ms 141.101.73.119 (141.101.73.119) 53.699 ms +10 141.101.73.159 (141.101.73.159) 27.572 ms 141.101.73.117 (141.101.73.117) 17.553 ms one.one.one.one (1.1.1.1) 90.880 ms diff --git a/logs/trace_20260928_204123_012581.json b/logs/trace_20260928_204123_012581.json new file mode 100644 index 0000000..3ffd2fe --- /dev/null +++ b/logs/trace_20260928_204123_012581.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:41:24.018-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.311, + 9.634, + 11.801 + ], + "median_ms": 11.801, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.311 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.634 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.801 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 9.891, + 12.046, + 11.778 + ], + "median_ms": 11.778, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 9.891 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.046 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.778 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.351, + 14.761, + 11.697 + ], + "median_ms": 14.761, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.351 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.761 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 11.697 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 11.786, + 11.824, + 11.645 + ], + "median_ms": 11.786, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.786 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.824 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.645 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.705, + 14.564, + 15.78 + ], + "median_ms": 15.78, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.705 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.564 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.78 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.812, + 83.72, + 16.695 + ], + "median_ms": 26.812, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 26.812 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 83.72 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.695 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.763, + 20.756, + 16.865 + ], + "median_ms": 20.756, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 26.763 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 20.756 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.865 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.614, + 34.216, + 35.651 + ], + "median_ms": 34.216, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.614 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 34.216 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 35.651 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.606, + 15.762, + 14.763 + ], + "median_ms": 15.762, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 18.606 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.762 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.763 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.825, + 16.566, + 17.612 + ], + "median_ms": 16.825, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.825 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.566 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 17.612 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204123_012581.txt", + "spike_captured": true, + "spike_limit_ms": 56.9, + "spike_probes": [ + { + "hop": 6, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 83.72 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 83.72, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 195 +} \ No newline at end of file diff --git a/logs/trace_20260928_204123_012581.txt b/logs/trace_20260928_204123_012581.txt new file mode 100644 index 0000000..4ca40f6 --- /dev/null +++ b/logs/trace_20260928_204123_012581.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.311 ms 9.634 ms 11.801 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 9.891 ms 12.046 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.778 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.351 ms 14.761 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 11.697 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 11.786 ms 11.824 ms 11.645 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.705 ms 14.564 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.780 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 26.812 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 83.720 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.695 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 26.763 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 20.756 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.865 ms + 8 141.101.73.110 (141.101.73.110) 14.614 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 34.216 ms 35.651 ms + 9 141.101.73.149 (141.101.73.149) 18.606 ms 141.101.73.110 (141.101.73.110) 15.762 ms 14.763 ms +10 one.one.one.one (1.1.1.1) 16.825 ms 16.566 ms 141.101.73.195 (141.101.73.195) 17.612 ms diff --git a/logs/trace_20260928_204131_014479.json b/logs/trace_20260928_204131_014479.json new file mode 100644 index 0000000..cb122b4 --- /dev/null +++ b/logs/trace_20260928_204131_014479.json @@ -0,0 +1,351 @@ +{ + "time": "2026-09-28T20:41:32.821-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 50.631, + 37.395, + 30.825 + ], + "median_ms": 37.395, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 50.631 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 37.395 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 30.825 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.728, + 64.726, + 61.704 + ], + "median_ms": 61.704, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 21.728 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 64.726 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 61.704 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.772, + 27.828, + 13.64 + ], + "median_ms": 25.772, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 25.772 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 27.828 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.64 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.873, + 40.955, + 15.728 + ], + "median_ms": 16.873, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 16.873 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 40.955 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.728 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 19.719, + 17.849, + 17.64 + ], + "median_ms": 17.849, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.719 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.849 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.64 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.689, + 17.835, + 112.698 + ], + "median_ms": 17.835, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.689 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.835 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 112.698 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.801, + 35.773, + 29.692 + ], + "median_ms": 29.692, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 26.801 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 35.773 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.692 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 40.73, + 21.729, + 84.668 + ], + "median_ms": 40.73, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 40.73 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 21.729 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 84.668 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 60.641, + 15.807, + 19.729 + ], + "median_ms": 19.729, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 60.641 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.807 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 19.729 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.584, + 18.681, + 16.576 + ], + "median_ms": 18.681, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 26.584 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 18.681 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.576 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204131_014479.txt", + "spike_captured": true, + "spike_limit_ms": 56.9, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 64.726 + }, + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 61.704 + }, + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 112.698 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 84.668 + }, + { + "hop": 9, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 60.641 + } + ], + "spike_probe_count": 5, + "peak_probe_ms": 112.698, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 197 +} \ No newline at end of file diff --git a/logs/trace_20260928_204131_014479.txt b/logs/trace_20260928_204131_014479.txt new file mode 100644 index 0000000..2af36a0 --- /dev/null +++ b/logs/trace_20260928_204131_014479.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 50.631 ms 37.395 ms 30.825 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 21.728 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 64.726 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 61.704 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 25.772 ms 27.828 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.640 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 16.873 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 40.955 ms 15.728 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 19.719 ms 17.849 ms 17.640 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.689 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 17.835 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 112.698 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 26.801 ms 35.773 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 29.692 ms + 8 141.101.73.110 (141.101.73.110) 40.730 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 21.729 ms 84.668 ms + 9 141.101.73.110 (141.101.73.110) 60.641 ms 15.807 ms 141.101.73.167 (141.101.73.167) 19.729 ms +10 one.one.one.one (1.1.1.1) 26.584 ms 141.101.73.165 (141.101.73.165) 18.681 ms one.one.one.one (1.1.1.1) 16.576 ms diff --git a/logs/trace_20260928_204135_015403.json b/logs/trace_20260928_204135_015403.json new file mode 100644 index 0000000..ba7c0f3 --- /dev/null +++ b/logs/trace_20260928_204135_015403.json @@ -0,0 +1,362 @@ +{ + "time": "2026-09-28T20:41:36.624-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 18.666, + 47.482, + 10.798 + ], + "median_ms": 18.666, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 18.666 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 47.482 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.798 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.722, + 122.911, + 89.718 + ], + "median_ms": 89.718, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.722 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 122.911 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 89.718 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.558, + 16.768, + 24.805 + ], + "median_ms": 24.805, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 25.558 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.768 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 24.805 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.716, + 34.662, + 23.798 + ], + "median_ms": 23.798, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.716 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 34.662 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 23.798 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 52.565, + 16.78, + 14.581 + ], + "median_ms": 16.78, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 52.565 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.78 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.581 + } + ] + }, + { + "hop": 6, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": [ + 15.668, + 16.577, + 17.644 + ], + "median_ms": 16.577, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.668 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.577 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.644 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 24.604, + 15.708, + 45.632 + ], + "median_ms": 24.604, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 24.604 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.708 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 45.632 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.673, + 34.719, + 38.574 + ], + "median_ms": 34.719, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.673 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 34.719 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 38.574 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 51.79, + 16.576, + 16.465 + ], + "median_ms": 16.576, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 51.79 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.576 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.465 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 39.504, + 18.623, + 16.659 + ], + "median_ms": 18.623, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 39.504 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 18.623 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 16.659 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 28.652, + 15.718, + 16.699 + ], + "median_ms": 16.699, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 28.652 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.718 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.699 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204135_015403.txt", + "spike_captured": true, + "spike_limit_ms": 56.95, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 122.911 + }, + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 89.718 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 122.911, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 198 +} \ No newline at end of file diff --git a/logs/trace_20260928_204135_015403.txt b/logs/trace_20260928_204135_015403.txt new file mode 100644 index 0000000..ce3cedb --- /dev/null +++ b/logs/trace_20260928_204135_015403.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 18.666 ms 47.482 ms 10.798 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.722 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 122.911 ms 89.718 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 25.558 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 16.768 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 24.805 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.716 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 34.662 ms 23.798 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 52.565 ms 16.780 ms 14.581 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.668 ms 16.577 ms 17.644 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 24.604 ms 15.708 ms 45.632 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.673 ms 141.101.73.110 (141.101.73.110) 34.719 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 38.574 ms + 9 141.101.73.147 (141.101.73.147) 51.790 ms 141.101.73.111 (141.101.73.111) 16.576 ms 141.101.73.110 (141.101.73.110) 16.465 ms +10 141.101.73.127 (141.101.73.127) 39.504 ms 141.101.73.157 (141.101.73.157) 18.623 ms 141.101.73.159 (141.101.73.159) 16.659 ms +11 one.one.one.one (1.1.1.1) 28.652 ms 15.718 ms 16.699 ms diff --git a/logs/trace_20260928_204139_016333.json b/logs/trace_20260928_204139_016333.json new file mode 100644 index 0000000..a7df271 --- /dev/null +++ b/logs/trace_20260928_204139_016333.json @@ -0,0 +1,357 @@ +{ + "time": "2026-09-28T20:41:41.426-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.04, + 12.894, + 11.829 + ], + "median_ms": 12.04, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.04 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.894 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.829 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.847, + 11.59, + 10.969 + ], + "median_ms": 11.59, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 18.847 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.59 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.969 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.68, + 14.978, + 14.504 + ], + "median_ms": 14.68, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.68 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.978 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.504 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.716, + 40.788, + 35.061 + ], + "median_ms": 35.061, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.716 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 40.788 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 35.061 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 73.425, + 41.767, + 16.963 + ], + "median_ms": 41.767, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 73.425 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 41.767 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.963 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.74, + 36.55, + 55.807 + ], + "median_ms": 36.55, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.74 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 36.55 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 55.807 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 88.949, + 400.621, + 42.761 + ], + "median_ms": 88.949, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 88.949 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 400.621 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 42.761 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 252.558, + 29.579, + 27.714 + ], + "median_ms": 29.579, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 252.558 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 29.579 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 27.714 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 165.612, + 50.629, + 39.64 + ], + "median_ms": 50.629, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 165.612 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 50.629 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 39.64 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 85.523, + 41.728, + 17.518 + ], + "median_ms": 41.728, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 85.523 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 41.728 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.518 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204139_016333.txt", + "spike_captured": true, + "spike_limit_ms": 56.9, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 73.425 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 88.949 + }, + { + "hop": 7, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 400.621 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 252.558 + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 165.612 + }, + { + "hop": 10, + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 85.523 + } + ], + "spike_probe_count": 6, + "peak_probe_ms": 400.621, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 199 +} \ No newline at end of file diff --git a/logs/trace_20260928_204139_016333.txt b/logs/trace_20260928_204139_016333.txt new file mode 100644 index 0000000..d365934 --- /dev/null +++ b/logs/trace_20260928_204139_016333.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.040 ms 12.894 ms 11.829 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 18.847 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.590 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 10.969 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.680 ms 14.978 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.504 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.716 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 40.788 ms 35.061 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 73.425 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 41.767 ms 16.963 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.740 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 36.550 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 55.807 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 88.949 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 400.621 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 42.761 ms + 8 141.101.73.110 (141.101.73.110) 252.558 ms 141.101.73.111 (141.101.73.111) 29.579 ms 141.101.73.110 (141.101.73.110) 27.714 ms + 9 141.101.73.111 (141.101.73.111) 165.612 ms 50.629 ms 141.101.73.110 (141.101.73.110) 39.640 ms +10 141.101.73.125 (141.101.73.125) 85.523 ms 141.101.73.171 (141.101.73.171) 41.728 ms one.one.one.one (1.1.1.1) 17.518 ms diff --git a/logs/trace_20260928_204144_017454.json b/logs/trace_20260928_204144_017454.json new file mode 100644 index 0000000..8049a87 --- /dev/null +++ b/logs/trace_20260928_204144_017454.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:41:45.225-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.92, + 12.983, + 11.792 + ], + "median_ms": 11.92, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.92 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.983 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.792 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.336, + 9.505, + 20.045 + ], + "median_ms": 10.336, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 10.336 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 9.505 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 20.045 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.102, + 13.865, + 31.779 + ], + "median_ms": 15.102, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.102 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.865 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 31.779 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.65, + 11.31, + 14.15 + ], + "median_ms": 11.31, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 10.65 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.31 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.15 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 15.563, + 28.782, + 19.684 + ], + "median_ms": 19.684, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.563 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 28.782 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 19.684 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.798, + 54.711, + 19.765 + ], + "median_ms": 27.798, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 27.798 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 54.711 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 19.765 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 181.903, + 21.704, + 18.873 + ], + "median_ms": 21.704, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 181.903 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 21.704 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.873 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.776, + 17.73, + 13.595 + ], + "median_ms": 17.73, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 30.776 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.73 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 13.595 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.731, + 15.702, + 13.631 + ], + "median_ms": 14.731, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.731 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 15.702 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 13.631 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.639, + 16.137, + 46.524 + ], + "median_ms": 16.639, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 16.639 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.137 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 46.524 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204144_017454.txt", + "spike_captured": true, + "spike_limit_ms": 56.9, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 181.903 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 181.903, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 200 +} \ No newline at end of file diff --git a/logs/trace_20260928_204144_017454.txt b/logs/trace_20260928_204144_017454.txt new file mode 100644 index 0000000..ef303f3 --- /dev/null +++ b/logs/trace_20260928_204144_017454.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.920 ms 12.983 ms 11.792 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 10.336 ms 9.505 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 20.045 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.102 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.865 ms 31.779 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 10.650 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.310 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.150 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.563 ms 28.782 ms 19.684 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 27.798 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 54.711 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 19.765 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 181.903 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 21.704 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 18.873 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 30.776 ms 141.101.73.110 (141.101.73.110) 17.730 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 13.595 ms + 9 141.101.73.110 (141.101.73.110) 14.731 ms 141.101.73.149 (141.101.73.149) 15.702 ms 141.101.73.111 (141.101.73.111) 13.631 ms +10 141.101.73.125 (141.101.73.125) 16.639 ms one.one.one.one (1.1.1.1) 16.137 ms 46.524 ms diff --git a/logs/trace_20260928_204148_022136.json b/logs/trace_20260928_204148_022136.json new file mode 100644 index 0000000..d9b91d3 --- /dev/null +++ b/logs/trace_20260928_204148_022136.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:41:49.429-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 14.91, + 13.932, + 12.836 + ], + "median_ms": 13.932, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.91 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.932 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.836 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.829, + 20.339, + 21.658 + ], + "median_ms": 20.339, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.829 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 20.339 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 21.658 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 18.621, + 23.809, + 15.764 + ], + "median_ms": 18.621, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 18.621 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 23.809 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.764 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.929, + 46.54, + 47.809 + ], + "median_ms": 46.54, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.929 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 46.54 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 47.809 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 42.83, + 35.818, + 20.781 + ], + "median_ms": 35.818, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 42.83 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 35.818 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 20.781 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 48.448, + 47.029, + 32.694 + ], + "median_ms": 47.029, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 48.448 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 47.029 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 32.694 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.747, + 35.966, + 51.571 + ], + "median_ms": 35.966, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 27.747 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 35.966 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 51.571 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.842, + 16.724, + 26.62 + ], + "median_ms": 16.724, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.842 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.724 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 26.62 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.594, + 16.687, + 17.399 + ], + "median_ms": 16.687, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.594 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.687 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.399 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 94.639, + 15.644, + 14.545 + ], + "median_ms": 15.644, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 94.639 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 15.644 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.545 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204148_022136.txt", + "spike_captured": true, + "spike_limit_ms": 57.0, + "spike_probes": [ + { + "hop": 10, + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 94.639 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 94.639, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 201 +} \ No newline at end of file diff --git a/logs/trace_20260928_204148_022136.txt b/logs/trace_20260928_204148_022136.txt new file mode 100644 index 0000000..4d46ab6 --- /dev/null +++ b/logs/trace_20260928_204148_022136.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 14.910 ms 13.932 ms 12.836 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.829 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 20.339 ms 21.658 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 18.621 ms 23.809 ms 15.764 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.929 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 46.540 ms 47.809 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 42.830 ms 35.818 ms 20.781 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 48.448 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 47.029 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 32.694 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 27.747 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 35.966 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 51.571 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.842 ms 141.101.73.110 (141.101.73.110) 16.724 ms 141.101.73.111 (141.101.73.111) 26.620 ms + 9 141.101.73.111 (141.101.73.111) 14.594 ms 141.101.73.110 (141.101.73.110) 16.687 ms 141.101.73.111 (141.101.73.111) 17.399 ms +10 141.101.73.127 (141.101.73.127) 94.639 ms 141.101.73.149 (141.101.73.149) 15.644 ms one.one.one.one (1.1.1.1) 14.545 ms diff --git a/logs/trace_20260928_204200_024885.json b/logs/trace_20260928_204200_024885.json new file mode 100644 index 0000000..7a22687 --- /dev/null +++ b/logs/trace_20260928_204200_024885.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T20:42:01.433-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 53.601, + 81.566, + 154.991 + ], + "median_ms": 81.566, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 53.601 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 81.566 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 154.991 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.625, + 13.041, + 82.761 + ], + "median_ms": 13.041, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.625 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 13.041 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 82.761 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.971, + 15.824, + 16.823 + ], + "median_ms": 15.971, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.971 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.824 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.823 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 22.68, + 14.853, + 37.635 + ], + "median_ms": 22.68, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 22.68 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.853 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 37.635 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.056, + 60.476, + 18.755 + ], + "median_ms": 32.056, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 32.056 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 60.476 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.755 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.723, + 15.796, + 26.786 + ], + "median_ms": 23.723, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 23.723 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.796 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.786 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 33.738, + 17.68, + 18.716 + ], + "median_ms": 18.716, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 33.738 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.68 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.716 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.697, + 13.729, + 32.684 + ], + "median_ms": 18.697, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.697 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 13.729 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 32.684 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.259, + 15.267, + 50.832 + ], + "median_ms": 17.259, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 17.259 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.267 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 50.832 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.81, + 18.706, + 38.606 + ], + "median_ms": 18.81, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.81 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 18.706 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 38.606 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204200_024885.txt", + "spike_captured": true, + "spike_limit_ms": 57.2, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 81.566 + }, + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 154.991 + }, + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 82.761 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 60.476 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 154.991, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 204 +} \ No newline at end of file diff --git a/logs/trace_20260928_204200_024885.txt b/logs/trace_20260928_204200_024885.txt new file mode 100644 index 0000000..6662856 --- /dev/null +++ b/logs/trace_20260928_204200_024885.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 53.601 ms 81.566 ms 154.991 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.625 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 13.041 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 82.761 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.971 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.824 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 16.823 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 22.680 ms 14.853 ms 37.635 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 32.056 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 60.476 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.755 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 23.723 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.796 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 26.786 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 33.738 ms 17.680 ms 18.716 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 18.697 ms 13.729 ms 141.101.73.111 (141.101.73.111) 32.684 ms + 9 141.101.73.159 (141.101.73.159) 17.259 ms 141.101.73.111 (141.101.73.111) 15.267 ms 141.101.73.110 (141.101.73.110) 50.832 ms +10 one.one.one.one (1.1.1.1) 18.810 ms 141.101.73.157 (141.101.73.157) 18.706 ms 141.101.73.177 (141.101.73.177) 38.606 ms diff --git a/logs/trace_20260928_204204_026304.json b/logs/trace_20260928_204204_026304.json new file mode 100644 index 0000000..accd651 --- /dev/null +++ b/logs/trace_20260928_204204_026304.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T20:42:05.834-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.186, + 11.078, + 10.772 + ], + "median_ms": 11.078, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.186 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.078 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.772 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.805, + 11.693, + 11.87 + ], + "median_ms": 11.805, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.805 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.693 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.87 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 12.917, + 14.716, + 15.679 + ], + "median_ms": 14.716, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.917 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.716 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.679 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.752, + 33.659, + 177.829 + ], + "median_ms": 33.659, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.752 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 33.659 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 177.829 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.612, + 38.786, + 26.861 + ], + "median_ms": 26.861, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 12.612 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 38.786 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 26.861 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.666, + 21.62, + 63.689 + ], + "median_ms": 21.62, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 18.666 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 21.62 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 63.689 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.885, + 28.426, + 28.811 + ], + "median_ms": 28.426, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 17.885 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 28.426 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 28.811 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.698, + 15.672, + 27.774 + ], + "median_ms": 27.774, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 36.698 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.672 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 27.774 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.479, + 26.559, + 63.324 + ], + "median_ms": 26.559, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 25.479 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 26.559 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 63.324 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 62.466, + 26.53, + 27.769 + ], + "median_ms": 27.769, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 62.466 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 26.53 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 27.769 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204204_026304.txt", + "spike_captured": true, + "spike_limit_ms": 57.3, + "spike_probes": [ + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 177.829 + }, + { + "hop": 6, + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 63.689 + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 63.324 + }, + { + "hop": 10, + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 62.466 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 177.829, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 205 +} \ No newline at end of file diff --git a/logs/trace_20260928_204204_026304.txt b/logs/trace_20260928_204204_026304.txt new file mode 100644 index 0000000..3dd9e87 --- /dev/null +++ b/logs/trace_20260928_204204_026304.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.186 ms 11.078 ms 10.772 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.805 ms 11.693 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.870 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.917 ms 14.716 ms 15.679 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.752 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 33.659 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 177.829 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 12.612 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 38.786 ms 26.861 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 18.666 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 21.620 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 63.689 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 17.885 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 28.426 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 28.811 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 36.698 ms 141.101.73.110 (141.101.73.110) 15.672 ms 141.101.73.111 (141.101.73.111) 27.774 ms + 9 141.101.73.111 (141.101.73.111) 25.479 ms 141.101.73.173 (141.101.73.173) 26.559 ms 141.101.73.111 (141.101.73.111) 63.324 ms +10 141.101.73.147 (141.101.73.147) 62.466 ms one.one.one.one (1.1.1.1) 26.530 ms 27.769 ms diff --git a/logs/trace_20260928_204208_026836.json b/logs/trace_20260928_204208_026836.json new file mode 100644 index 0000000..ce85ece --- /dev/null +++ b/logs/trace_20260928_204208_026836.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T20:42:09.635-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 39.129, + 14.924, + 24.837 + ], + "median_ms": 24.837, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 39.129 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.924 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 24.837 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.745, + 37.354, + 12.562 + ], + "median_ms": 12.562, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.745 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 37.354 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.562 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 247.151, + 14.94, + 55.451 + ], + "median_ms": 55.451, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 247.151 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.94 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 55.451 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.046, + 51.824, + 26.739 + ], + "median_ms": 26.739, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.046 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 51.824 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 26.739 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.693, + 21.769, + 38.773 + ], + "median_ms": 21.769, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.693 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 21.769 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 38.773 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 71.665, + 18.806, + 21.751 + ], + "median_ms": 21.751, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 71.665 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.806 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 21.751 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 40.739, + 34.737, + 17.654 + ], + "median_ms": 34.737, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 40.739 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 34.737 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.654 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.905, + 33.716, + 26.47 + ], + "median_ms": 26.47, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 21.905 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 33.716 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 26.47 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 58.613, + 55.592, + 15.655 + ], + "median_ms": 55.592, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 58.613 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 55.592 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.655 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 59.559, + 32.818, + 34.641 + ], + "median_ms": 34.641, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 59.559 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 32.818 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 34.641 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204208_026836.txt", + "spike_captured": true, + "spike_limit_ms": 57.3, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 247.151 + }, + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 71.665 + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 58.613 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 59.559 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 247.151, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 206 +} \ No newline at end of file diff --git a/logs/trace_20260928_204208_026836.txt b/logs/trace_20260928_204208_026836.txt new file mode 100644 index 0000000..777ada3 --- /dev/null +++ b/logs/trace_20260928_204208_026836.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 39.129 ms 14.924 ms 24.837 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.745 ms 37.354 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.562 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 247.151 ms 14.940 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 55.451 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.046 ms 51.824 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 26.739 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 18.693 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 21.769 ms 38.773 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 71.665 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 18.806 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 21.751 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 40.739 ms 34.737 ms 17.654 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 21.905 ms 33.716 ms 141.101.73.111 (141.101.73.111) 26.470 ms + 9 141.101.73.111 (141.101.73.111) 58.613 ms 55.592 ms 141.101.73.110 (141.101.73.110) 15.655 ms +10 one.one.one.one (1.1.1.1) 59.559 ms 141.101.73.147 (141.101.73.147) 32.818 ms 141.101.73.125 (141.101.73.125) 34.641 ms diff --git a/logs/trace_20260928_204216_028765.json b/logs/trace_20260928_204216_028765.json new file mode 100644 index 0000000..aa90334 --- /dev/null +++ b/logs/trace_20260928_204216_028765.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:42:17.237-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 20.122, + 30.549, + 12.766 + ], + "median_ms": 20.122, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.122 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 30.549 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.766 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 108.82, + 16.254, + 34.086 + ], + "median_ms": 34.086, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 108.82 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 16.254 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 34.086 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.673, + 13.754, + 15.852 + ], + "median_ms": 15.673, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.673 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.754 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.852 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.586, + 14.863, + 36.62 + ], + "median_ms": 31.586, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 31.586 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.863 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 36.62 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 16.829, + 38.991, + 19.534 + ], + "median_ms": 19.534, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.829 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 38.991 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 19.534 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.704, + 38.971, + 18.613 + ], + "median_ms": 18.704, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.704 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 38.971 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.613 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.701, + 17.884, + 15.705 + ], + "median_ms": 16.701, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.701 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 17.884 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.705 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.748, + 21.477, + 23.688 + ], + "median_ms": 21.477, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 13.748 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 21.477 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 23.688 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.729, + 20.617, + 15.57 + ], + "median_ms": 15.729, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 15.729 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 20.617 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.57 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.528, + 15.221, + 14.654 + ], + "median_ms": 15.221, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 15.528 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.221 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.654 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204216_028765.txt", + "spike_captured": true, + "spike_limit_ms": 57.7, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 108.82 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 108.82, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 208 +} \ No newline at end of file diff --git a/logs/trace_20260928_204216_028765.txt b/logs/trace_20260928_204216_028765.txt new file mode 100644 index 0000000..b9a6ad1 --- /dev/null +++ b/logs/trace_20260928_204216_028765.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 20.122 ms 30.549 ms 12.766 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 108.820 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 16.254 ms 34.086 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.673 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.754 ms 15.852 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 31.586 ms 14.863 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 36.620 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.829 ms 38.991 ms 19.534 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 18.704 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 38.971 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 18.613 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.701 ms 17.884 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.705 ms + 8 141.101.73.111 (141.101.73.111) 13.748 ms 21.477 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 23.688 ms + 9 141.101.73.165 (141.101.73.165) 15.729 ms 141.101.73.171 (141.101.73.171) 20.617 ms 141.101.73.111 (141.101.73.111) 15.570 ms +10 141.101.73.165 (141.101.73.165) 15.528 ms one.one.one.one (1.1.1.1) 15.221 ms 14.654 ms diff --git a/logs/trace_20260928_204220_029804.json b/logs/trace_20260928_204220_029804.json new file mode 100644 index 0000000..5cff47e --- /dev/null +++ b/logs/trace_20260928_204220_029804.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:42:21.237-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 51.736, + 22.095, + 11.696 + ], + "median_ms": 22.095, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 51.736 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.095 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.696 + } + ] + }, + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": [ + 22.82, + 11.151, + 12.714 + ], + "median_ms": 12.714, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 22.82 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.151 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.714 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.602, + 24.539, + 21.794 + ], + "median_ms": 24.539, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 31.602 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 24.539 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 21.794 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 15.694, + 12.718, + 65.681 + ], + "median_ms": 15.694, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.694 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.718 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 65.681 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.617, + 25.728, + 16.672 + ], + "median_ms": 17.617, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.617 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.728 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.672 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 35.767, + 18.712, + 50.888 + ], + "median_ms": 35.767, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 35.767 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.712 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 50.888 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.586, + 23.842, + 16.967 + ], + "median_ms": 23.842, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 31.586 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 23.842 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.967 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.589, + 18.131, + 16.579 + ], + "median_ms": 18.131, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 19.589 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 18.131 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.579 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.856, + 16.564, + 16.619 + ], + "median_ms": 16.619, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 19.856 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 16.564 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.619 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 44.594, + 37.315, + 16.08 + ], + "median_ms": 37.315, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 44.594 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 37.315 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.08 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204220_029804.txt", + "spike_captured": true, + "spike_limit_ms": 57.5, + "spike_probes": [ + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 65.681 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 65.681, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 209 +} \ No newline at end of file diff --git a/logs/trace_20260928_204220_029804.txt b/logs/trace_20260928_204220_029804.txt new file mode 100644 index 0000000..90c728d --- /dev/null +++ b/logs/trace_20260928_204220_029804.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 51.736 ms 22.095 ms 11.696 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 22.820 ms 11.151 ms 12.714 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 31.602 ms 24.539 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 21.794 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.694 ms 12.718 ms 65.681 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.617 ms 25.728 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.672 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 35.767 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 18.712 ms 50.888 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 31.586 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 23.842 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.967 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 19.589 ms 141.101.73.111 (141.101.73.111) 18.131 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.579 ms + 9 141.101.73.117 (141.101.73.117) 19.856 ms 141.101.73.165 (141.101.73.165) 16.564 ms 141.101.73.111 (141.101.73.111) 16.619 ms +10 one.one.one.one (1.1.1.1) 44.594 ms 141.101.73.159 (141.101.73.159) 37.315 ms one.one.one.one (1.1.1.1) 16.080 ms diff --git a/logs/trace_20260928_204224_030793.json b/logs/trace_20260928_204224_030793.json new file mode 100644 index 0000000..937ad23 --- /dev/null +++ b/logs/trace_20260928_204224_030793.json @@ -0,0 +1,369 @@ +{ + "time": "2026-09-28T20:42:26.641-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 31.463, + 53.928, + 37.687 + ], + "median_ms": 37.687, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 31.463 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 53.928 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 37.687 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 284.971, + 43.154, + 20.626 + ], + "median_ms": 43.154, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 284.971 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 43.154 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 20.626 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.869, + 15.822, + 14.786 + ], + "median_ms": 15.822, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.869 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.822 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.786 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 27.794, + 42.83, + 44.913 + ], + "median_ms": 42.83, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 27.794 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 42.83 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 44.913 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 63.367, + 41.805, + 44.749 + ], + "median_ms": 44.749, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 63.367 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 41.805 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 44.749 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 99.685, + 104.88, + 17.254 + ], + "median_ms": 99.685, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 99.685 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 104.88 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.254 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 226.993, + 194.701, + 63.664 + ], + "median_ms": 194.701, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 226.993 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 194.701 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 63.664 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 49.799, + 50.531, + 40.772 + ], + "median_ms": 49.799, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 49.799 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 50.531 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 40.772 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.638, + 15.614, + 58.656 + ], + "median_ms": 21.638, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 21.638 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.614 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 58.656 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.537, + 39.627, + 25.601 + ], + "median_ms": 32.537, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 32.537 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 39.627 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 25.601 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204224_030793.txt", + "spike_captured": true, + "spike_limit_ms": 57.65, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 284.971 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 63.367 + }, + { + "hop": 6, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 99.685 + }, + { + "hop": 6, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 104.88 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 226.993 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 194.701 + }, + { + "hop": 7, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 63.664 + }, + { + "hop": 9, + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 58.656 + } + ], + "spike_probe_count": 8, + "peak_probe_ms": 284.971, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 210 +} \ No newline at end of file diff --git a/logs/trace_20260928_204224_030793.txt b/logs/trace_20260928_204224_030793.txt new file mode 100644 index 0000000..9145ab5 --- /dev/null +++ b/logs/trace_20260928_204224_030793.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 31.463 ms 53.928 ms 37.687 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 284.971 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 43.154 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 20.626 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 16.869 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.822 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.786 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 27.794 ms 42.830 ms 44.913 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 63.367 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 41.805 ms 44.749 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 99.685 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 104.880 ms 17.254 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 226.993 ms 194.701 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 63.664 ms + 8 141.101.73.110 (141.101.73.110) 49.799 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 50.531 ms 141.101.73.110 (141.101.73.110) 40.772 ms + 9 141.101.73.111 (141.101.73.111) 21.638 ms 15.614 ms 141.101.73.147 (141.101.73.147) 58.656 ms +10 141.101.73.169 (141.101.73.169) 32.537 ms 141.101.73.149 (141.101.73.149) 39.627 ms one.one.one.one (1.1.1.1) 25.601 ms diff --git a/logs/trace_20260928_204229_032177.json b/logs/trace_20260928_204229_032177.json new file mode 100644 index 0000000..56737e7 --- /dev/null +++ b/logs/trace_20260928_204229_032177.json @@ -0,0 +1,399 @@ +{ + "time": "2026-09-28T20:42:32.844-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 386.955, + 29.5, + 187.937 + ], + "median_ms": 187.937, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 386.955 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 29.5 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 187.937 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 8.863, + 25.413, + 77.266 + ], + "median_ms": 25.413, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 8.863 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 25.413 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 77.266 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.82, + 15.786, + 14.768 + ], + "median_ms": 14.82, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.82 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.786 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.768 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 104.629, + 22.746, + 31.679 + ], + "median_ms": 31.679, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 104.629 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 22.746 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 31.679 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 48.115, + 188.819, + 33.788 + ], + "median_ms": 48.115, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 48.115 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 188.819 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 33.788 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 113.84, + 261.784, + 58.432 + ], + "median_ms": 113.84, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 113.84 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 261.784 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 58.432 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.998, + 32.812, + 78.681 + ], + "median_ms": 32.812, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.998 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 32.812 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 78.681 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 45.862, + 94.729, + 38.663 + ], + "median_ms": 45.862, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 45.862 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 94.729 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 38.663 + } + ] + }, + { + "hop": 9, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": [ + 246.388, + 23.65, + 32.583 + ], + "median_ms": 32.583, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 246.388 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 23.65 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 32.583 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 65.69, + 366.672, + 278.392 + ], + "median_ms": 278.392, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 65.69 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 366.672 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 278.392 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204229_032177.txt", + "spike_captured": true, + "spike_limit_ms": 58.6, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 386.955 + }, + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 187.937 + }, + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 77.266 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 104.629 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 188.819 + }, + { + "hop": 6, + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 113.84 + }, + { + "hop": 6, + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 261.784 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 78.681 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 94.729 + }, + { + "hop": 9, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 246.388 + }, + { + "hop": 10, + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 65.69 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 366.672 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 278.392 + } + ], + "spike_probe_count": 13, + "peak_probe_ms": 386.955, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 211 +} \ No newline at end of file diff --git a/logs/trace_20260928_204229_032177.txt b/logs/trace_20260928_204229_032177.txt new file mode 100644 index 0000000..3161cbc --- /dev/null +++ b/logs/trace_20260928_204229_032177.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 386.955 ms 29.500 ms 187.937 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 8.863 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 25.413 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 77.266 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.820 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.786 ms 14.768 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 104.629 ms 22.746 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 31.679 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 48.115 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 188.819 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 33.788 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 113.840 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 261.784 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 58.432 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 18.998 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 32.812 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 78.681 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 45.862 ms 94.729 ms 141.101.73.110 (141.101.73.110) 38.663 ms + 9 141.101.73.110 (141.101.73.110) 246.388 ms 23.650 ms 32.583 ms +10 141.101.73.119 (141.101.73.119) 65.690 ms one.one.one.one (1.1.1.1) 366.672 ms 278.392 ms diff --git a/logs/trace_20260928_204235_033513.json b/logs/trace_20260928_204235_033513.json new file mode 100644 index 0000000..d83c2ee --- /dev/null +++ b/logs/trace_20260928_204235_033513.json @@ -0,0 +1,387 @@ +{ + "time": "2026-09-28T20:42:39.245-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 233.035, + 23.285, + 259.95 + ], + "median_ms": 233.035, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 233.035 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 23.285 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 259.95 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.671, + 14.94, + 22.671 + ], + "median_ms": 14.94, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.671 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 14.94 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 22.671 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.798, + 19.754, + 24.76 + ], + "median_ms": 24.76, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 30.798 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 19.754 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 24.76 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 144.819, + 47.841, + 7.724 + ], + "median_ms": 47.841, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 144.819 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 47.841 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 7.724 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 129.296, + 139.396 + ], + "median_ms": 134.346, + "timeouts": 1, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 129.296 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 139.396 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.837, + 24.478, + 38.959 + ], + "median_ms": 24.478, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.837 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 24.478 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 38.959 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.38, + 28.746, + 80.593 + ], + "median_ms": 28.746, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 27.38 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 28.746 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 80.593 + } + ] + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": [ + 46.615, + 164.549, + 103.641 + ], + "median_ms": 103.641, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 46.615 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 164.549 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 103.641 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.639, + 61.64, + 36.548 + ], + "median_ms": 37.639, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 37.639 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 61.64 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 36.548 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 354.593, + 149.73, + 440.686 + ], + "median_ms": 354.593, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 354.593 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 149.73 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 440.686 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204235_033513.txt", + "spike_captured": true, + "spike_limit_ms": 58.85, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 233.035 + }, + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 259.95 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 144.819 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 129.296 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 139.396 + }, + { + "hop": 7, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 80.593 + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 164.549 + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 103.641 + }, + { + "hop": 9, + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 61.64 + }, + { + "hop": 10, + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 354.593 + }, + { + "hop": 10, + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 149.73 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 440.686 + } + ], + "spike_probe_count": 12, + "peak_probe_ms": 440.686, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 212 +} \ No newline at end of file diff --git a/logs/trace_20260928_204235_033513.txt b/logs/trace_20260928_204235_033513.txt new file mode 100644 index 0000000..d33ac0c --- /dev/null +++ b/logs/trace_20260928_204235_033513.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 233.035 ms 23.285 ms 259.950 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.671 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 14.940 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 22.671 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 30.798 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 19.754 ms 24.760 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 144.819 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 47.841 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 7.724 ms + 5 * lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 129.296 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 139.396 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 19.837 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 24.478 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 38.959 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 27.380 ms 28.746 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 80.593 ms + 8 141.101.73.111 (141.101.73.111) 46.615 ms 164.549 ms 103.641 ms + 9 141.101.73.117 (141.101.73.117) 37.639 ms 141.101.73.163 (141.101.73.163) 61.640 ms 141.101.73.111 (141.101.73.111) 36.548 ms +10 141.101.73.157 (141.101.73.157) 354.593 ms 141.101.73.117 (141.101.73.117) 149.730 ms one.one.one.one (1.1.1.1) 440.686 ms diff --git a/logs/trace_20260928_204242_035259.json b/logs/trace_20260928_204242_035259.json new file mode 100644 index 0000000..4255697 --- /dev/null +++ b/logs/trace_20260928_204242_035259.json @@ -0,0 +1,381 @@ +{ + "time": "2026-09-28T20:42:45.246-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.157, + 33.919, + 12.772 + ], + "median_ms": 13.157, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.157 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 33.919 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.772 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 108.76, + 15.134, + 44.721 + ], + "median_ms": 44.721, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 108.76 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 15.134 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 44.721 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 28.764, + 38.588, + 115.735 + ], + "median_ms": 38.588, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 28.764 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 38.588 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 115.735 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 345.674, + 141.762, + 63.531 + ], + "median_ms": 141.762, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 345.674 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 141.762 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 63.531 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.559, + 44.611, + 493.569 + ], + "median_ms": 44.611, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 11.559 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 44.611 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 493.569 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 54.591, + 38.547, + 18.711 + ], + "median_ms": 38.547, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 54.591 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 38.547 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.711 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 68.561, + 45.644, + 35.654 + ], + "median_ms": 45.644, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 68.561 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 45.644 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 35.654 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.712, + 18.558, + 15.733 + ], + "median_ms": 18.558, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 19.712 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.558 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.733 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 185.952, + 29.664, + 34.535 + ], + "median_ms": 34.535, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 185.952 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 29.664 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 34.535 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 49.625, + 178.502, + 75.656 + ], + "median_ms": 75.656, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 49.625 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 178.502 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 75.656 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204242_035259.txt", + "spike_captured": true, + "spike_limit_ms": 59.2, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 108.76 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 115.735 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 345.674 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 141.762 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 63.531 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 493.569 + }, + { + "hop": 7, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 68.561 + }, + { + "hop": 9, + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 185.952 + }, + { + "hop": 10, + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 178.502 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 75.656 + } + ], + "spike_probe_count": 10, + "peak_probe_ms": 493.569, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 213 +} \ No newline at end of file diff --git a/logs/trace_20260928_204242_035259.txt b/logs/trace_20260928_204242_035259.txt new file mode 100644 index 0000000..9b9f902 --- /dev/null +++ b/logs/trace_20260928_204242_035259.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.157 ms 33.919 ms 12.772 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 108.760 ms 15.134 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 44.721 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 28.764 ms 38.588 ms 115.735 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 345.674 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 141.762 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 63.531 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 11.559 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 44.611 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 493.569 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 54.591 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 38.547 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 18.711 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 68.561 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 45.644 ms 35.654 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 19.712 ms 18.558 ms 141.101.73.110 (141.101.73.110) 15.733 ms + 9 141.101.73.157 (141.101.73.157) 185.952 ms 141.101.73.169 (141.101.73.169) 29.664 ms 141.101.73.165 (141.101.73.165) 34.535 ms +10 141.101.73.179 (141.101.73.179) 49.625 ms 141.101.73.177 (141.101.73.177) 178.502 ms one.one.one.one (1.1.1.1) 75.656 ms diff --git a/logs/trace_20260928_204248_036961.json b/logs/trace_20260928_204248_036961.json new file mode 100644 index 0000000..bf1e1ff --- /dev/null +++ b/logs/trace_20260928_204248_036961.json @@ -0,0 +1,381 @@ +{ + "time": "2026-09-28T20:42:50.647-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 44.656, + 13.893, + 52.863 + ], + "median_ms": 44.656, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 44.656 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.893 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 52.863 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 111.753, + 23.89, + 66.621 + ], + "median_ms": 66.621, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 111.753 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 23.89 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 66.621 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 121.765, + 36.716, + 24.627 + ], + "median_ms": 36.716, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 121.765 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 36.716 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 24.627 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.694, + 165.716, + 109.617 + ], + "median_ms": 109.617, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 16.694 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 165.716 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 109.617 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.615, + 33.766, + 46.758 + ], + "median_ms": 36.615, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 36.615 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 33.766 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 46.758 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.856, + 110.782, + 86.782 + ], + "median_ms": 86.782, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 26.856 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 110.782 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 86.782 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 45.443, + 37.654, + 17.815 + ], + "median_ms": 37.654, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 45.443 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 37.654 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.815 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.692, + 124.854, + 28.671 + ], + "median_ms": 28.671, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.692 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 124.854 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 28.671 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.683, + 279.624, + 149.336 + ], + "median_ms": 149.336, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.683 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 279.624 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 149.336 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 16.562, + 64.832, + 24.919 + ], + "median_ms": 24.919, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.562 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 64.832 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 24.919 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204248_036961.txt", + "spike_captured": true, + "spike_limit_ms": 65.85, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 111.753 + }, + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 66.621 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 121.765 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 165.716 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 109.617 + }, + { + "hop": 6, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 110.782 + }, + { + "hop": 6, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 86.782 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 124.854 + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 279.624 + }, + { + "hop": 9, + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 149.336 + } + ], + "spike_probe_count": 10, + "peak_probe_ms": 279.624, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 214 +} \ No newline at end of file diff --git a/logs/trace_20260928_204248_036961.txt b/logs/trace_20260928_204248_036961.txt new file mode 100644 index 0000000..d1f955a --- /dev/null +++ b/logs/trace_20260928_204248_036961.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 44.656 ms 13.893 ms 52.863 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 111.753 ms 23.890 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 66.621 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 121.765 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 36.716 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 24.627 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 16.694 ms 165.716 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 109.617 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 36.615 ms 33.766 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 46.758 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 26.856 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 110.782 ms 86.782 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 45.443 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 37.654 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.815 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.692 ms 124.854 ms 141.101.73.111 (141.101.73.111) 28.671 ms + 9 141.101.73.110 (141.101.73.110) 14.683 ms 141.101.73.111 (141.101.73.111) 279.624 ms 141.101.73.177 (141.101.73.177) 149.336 ms +10 one.one.one.one (1.1.1.1) 16.562 ms 64.832 ms 24.919 ms diff --git a/logs/trace_20260928_204253_038185.json b/logs/trace_20260928_204253_038185.json new file mode 100644 index 0000000..97bf7b7 --- /dev/null +++ b/logs/trace_20260928_204253_038185.json @@ -0,0 +1,357 @@ +{ + "time": "2026-09-28T20:42:56.046-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 25.39, + 12.479, + 42.887 + ], + "median_ms": 25.39, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 25.39 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.479 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 42.887 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.703, + 11.678, + 12.336 + ], + "median_ms": 12.336, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.703 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.678 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.336 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 41.685, + 16.427, + 25.785 + ], + "median_ms": 25.785, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 41.685 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.427 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 25.785 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 42.734, + 41.688, + 76.599 + ], + "median_ms": 42.734, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 42.734 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 41.688 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 76.599 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 58.669, + 59.8, + 40.757 + ], + "median_ms": 58.669, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 58.669 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 59.8 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 40.757 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 130.766, + 238.79, + 51.818 + ], + "median_ms": 130.766, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 130.766 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 238.79 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 51.818 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 44.674, + 23.644, + 51.632 + ], + "median_ms": 44.674, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 44.674 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 23.644 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 51.632 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.743, + 37.706, + 244.763 + ], + "median_ms": 37.706, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.743 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 37.706 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 244.763 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 53.622, + 403.472 + ], + "median_ms": 228.547, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 53.622 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 403.472 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 49.84, + 134.581, + 74.567 + ], + "median_ms": 74.567, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 49.84 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 134.581 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 74.567 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204253_038185.txt", + "spike_captured": true, + "spike_limit_ms": 72.0, + "spike_probes": [ + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 76.599 + }, + { + "hop": 6, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 130.766 + }, + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 238.79 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 244.763 + }, + { + "hop": 9, + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 403.472 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 134.581 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 74.567 + } + ], + "spike_probe_count": 7, + "peak_probe_ms": 403.472, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 215 +} \ No newline at end of file diff --git a/logs/trace_20260928_204253_038185.txt b/logs/trace_20260928_204253_038185.txt new file mode 100644 index 0000000..0e324f1 --- /dev/null +++ b/logs/trace_20260928_204253_038185.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 25.390 ms 12.479 ms 42.887 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.703 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.678 ms 12.336 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 41.685 ms 16.427 ms 25.785 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 42.734 ms 41.688 ms 76.599 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 58.669 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 59.800 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 40.757 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 130.766 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 238.790 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 51.818 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 44.674 ms 23.644 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 51.632 ms + 8 141.101.73.111 (141.101.73.111) 15.743 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 37.706 ms 141.101.73.110 (141.101.73.110) 244.763 ms + 9 141.101.73.111 (141.101.73.111) 53.622 ms 141.101.73.195 (141.101.73.195) 403.472 ms * +10 141.101.73.119 (141.101.73.119) 49.840 ms one.one.one.one (1.1.1.1) 134.581 ms 74.567 ms diff --git a/logs/trace_20260928_204259_039496.json b/logs/trace_20260928_204259_039496.json new file mode 100644 index 0000000..654a99d --- /dev/null +++ b/logs/trace_20260928_204259_039496.json @@ -0,0 +1,387 @@ +{ + "time": "2026-09-28T20:43:01.648-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.625, + 12.883, + 19.642 + ], + "median_ms": 13.625, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.625 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.883 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 19.642 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.905, + 152.709, + 25.835 + ], + "median_ms": 25.835, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 13.905 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 152.709 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 25.835 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 153.711, + 16.788, + 28.712 + ], + "median_ms": 28.712, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 153.711 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.788 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 28.712 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 91.707, + 29.994, + 131.6 + ], + "median_ms": 91.707, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 91.707 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 29.994 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 131.6 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 42.877, + 63.825, + 27.897 + ], + "median_ms": 42.877, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 42.877 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 63.825 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 27.897 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 80.417, + 137.822, + 20.799 + ], + "median_ms": 80.417, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 80.417 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 137.822 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 20.799 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 67.692, + 48.7, + 15.75 + ], + "median_ms": 48.7, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 67.692 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 48.7 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.75 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 97.826, + 28.755, + 94.688 + ], + "median_ms": 94.688, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 97.826 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 28.755 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 94.688 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 59.724, + 25.618, + 179.74 + ], + "median_ms": 59.724, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 59.724 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 25.618 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 179.74 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 294.872, + 15.414, + 99.67 + ], + "median_ms": 99.67, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 294.872 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 15.414 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 99.67 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204259_039496.txt", + "spike_captured": true, + "spike_limit_ms": 76.65, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 152.709 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 153.711 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 91.707 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 131.6 + }, + { + "hop": 6, + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 80.417 + }, + { + "hop": 6, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 137.822 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 97.826 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 94.688 + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 179.74 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 294.872 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 99.67 + } + ], + "spike_probe_count": 11, + "peak_probe_ms": 294.872, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 216 +} \ No newline at end of file diff --git a/logs/trace_20260928_204259_039496.txt b/logs/trace_20260928_204259_039496.txt new file mode 100644 index 0000000..59ad122 --- /dev/null +++ b/logs/trace_20260928_204259_039496.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.625 ms 12.883 ms 19.642 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 13.905 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 152.709 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 25.835 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 153.711 ms 16.788 ms 28.712 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 91.707 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 29.994 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 131.600 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 42.877 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 63.825 ms 27.897 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 80.417 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 137.822 ms 20.799 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 67.692 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 48.700 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.750 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 97.826 ms 28.755 ms 94.688 ms + 9 141.101.73.110 (141.101.73.110) 59.724 ms 25.618 ms 141.101.73.111 (141.101.73.111) 179.740 ms +10 one.one.one.one (1.1.1.1) 294.872 ms 141.101.73.165 (141.101.73.165) 15.414 ms one.one.one.one (1.1.1.1) 99.670 ms diff --git a/logs/trace_20260928_204304_040660.json b/logs/trace_20260928_204304_040660.json new file mode 100644 index 0000000..130ec31 --- /dev/null +++ b/logs/trace_20260928_204304_040660.json @@ -0,0 +1,375 @@ +{ + "time": "2026-09-28T20:43:07.452-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.678, + 59.95, + 37.766 + ], + "median_ms": 37.766, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.678 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 59.95 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 37.766 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.747, + 28.633, + 38.119 + ], + "median_ms": 28.633, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.747 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 28.633 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 38.119 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.686, + 13.788, + 93.674 + ], + "median_ms": 14.686, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.686 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.788 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 93.674 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 14.659, + 153.75 + ], + "median_ms": 84.2045, + "timeouts": 1, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.659 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 153.75 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.339, + 56.969, + 233.947 + ], + "median_ms": 56.969, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 12.339 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 56.969 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 233.947 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.781, + 45.684, + 188.962 + ], + "median_ms": 45.684, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.781 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 45.684 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 188.962 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.611, + 172.858, + 45.818 + ], + "median_ms": 45.818, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 31.611 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 172.858 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 45.818 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 51.699, + 71.554, + 145.417 + ], + "median_ms": 71.554, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 51.699 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 71.554 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 145.417 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 163.617, + 197.418, + 77.705 + ], + "median_ms": 163.617, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 163.617 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 197.418 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 77.705 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 72.555, + 122.606, + 32.745 + ], + "median_ms": 72.555, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 72.555 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 122.606 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 32.745 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204304_040660.txt", + "spike_captured": true, + "spike_limit_ms": 77.69999999999999, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 93.674 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 153.75 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 233.947 + }, + { + "hop": 6, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 188.962 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 172.858 + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 145.417 + }, + { + "hop": 9, + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 163.617 + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 197.418 + }, + { + "hop": 9, + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 77.705 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 122.606 + } + ], + "spike_probe_count": 10, + "peak_probe_ms": 233.947, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 217 +} \ No newline at end of file diff --git a/logs/trace_20260928_204304_040660.txt b/logs/trace_20260928_204304_040660.txt new file mode 100644 index 0000000..70e965c --- /dev/null +++ b/logs/trace_20260928_204304_040660.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.678 ms 59.950 ms 37.766 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.747 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 28.633 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 38.119 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.686 ms 13.788 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 93.674 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.659 ms * 153.750 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 12.339 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 56.969 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 233.947 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 18.781 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 45.684 ms 188.962 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 31.611 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 172.858 ms 45.818 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 51.699 ms 141.101.73.111 (141.101.73.111) 71.554 ms 145.417 ms + 9 141.101.73.161 (141.101.73.161) 163.617 ms 141.101.73.111 (141.101.73.111) 197.418 ms 141.101.73.125 (141.101.73.125) 77.705 ms +10 141.101.73.157 (141.101.73.157) 72.555 ms one.one.one.one (1.1.1.1) 122.606 ms 32.745 ms diff --git a/logs/trace_20260928_204310_042366.json b/logs/trace_20260928_204310_042366.json new file mode 100644 index 0000000..f11c614 --- /dev/null +++ b/logs/trace_20260928_204310_042366.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T20:43:12.253-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 25.404, + 12.546, + 26.887 + ], + "median_ms": 25.404, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 25.404 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.546 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 26.887 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.753, + 11.432, + 29.189 + ], + "median_ms": 12.753, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.753 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.432 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 29.189 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.791, + 48.559, + 16.814 + ], + "median_ms": 16.814, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.791 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 48.559 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.814 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.599, + 20.153, + 16.475 + ], + "median_ms": 20.153, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 36.599 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 20.153 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 16.475 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 462.933, + 44.713, + 365.72 + ], + "median_ms": 365.72, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 462.933 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 44.713 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 365.72 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 336.589, + 15.737, + 19.75 + ], + "median_ms": 19.75, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 336.589 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.737 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 19.75 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 113.695, + 26.792, + 31.868 + ], + "median_ms": 31.868, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 113.695 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 26.792 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 31.868 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.798, + 18.547, + 19.658 + ], + "median_ms": 19.658, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.798 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 18.547 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 19.658 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.737, + 13.709, + 15.611 + ], + "median_ms": 15.611, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.737 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 13.709 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 15.611 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.62, + 16.853, + 15.643 + ], + "median_ms": 15.643, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.62 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 16.853 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.643 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204310_042366.txt", + "spike_captured": true, + "spike_limit_ms": 77.69999999999999, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 462.933 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 365.72 + }, + { + "hop": 6, + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 336.589 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 113.695 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 462.933, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 218 +} \ No newline at end of file diff --git a/logs/trace_20260928_204310_042366.txt b/logs/trace_20260928_204310_042366.txt new file mode 100644 index 0000000..02afe9d --- /dev/null +++ b/logs/trace_20260928_204310_042366.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 25.404 ms 12.546 ms 26.887 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.753 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.432 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 29.189 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 16.791 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 48.559 ms 16.814 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 36.599 ms 20.153 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 16.475 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 462.933 ms 44.713 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 365.720 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 336.589 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.737 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 19.750 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 113.695 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 26.792 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 31.868 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 25.798 ms 141.101.73.110 (141.101.73.110) 18.547 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 19.658 ms + 9 141.101.73.110 (141.101.73.110) 15.737 ms 141.101.73.111 (141.101.73.111) 13.709 ms 141.101.73.117 (141.101.73.117) 15.611 ms +10 one.one.one.one (1.1.1.1) 15.620 ms 141.101.73.177 (141.101.73.177) 16.853 ms one.one.one.one (1.1.1.1) 15.643 ms diff --git a/logs/trace_20260928_204334_048649.json b/logs/trace_20260928_204334_048649.json new file mode 100644 index 0000000..034975a --- /dev/null +++ b/logs/trace_20260928_204334_048649.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:43:35.053-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 21.608, + 21.736, + 12.726 + ], + "median_ms": 21.608, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.608 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.736 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.726 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 69.023, + 10.524, + 12.22 + ], + "median_ms": 12.22, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 69.023 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 10.524 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.22 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.69, + 11.688, + 22.879 + ], + "median_ms": 14.69, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.69 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 11.688 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 22.879 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 12.955, + 16.081, + 12.612 + ], + "median_ms": 12.955, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.955 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 16.081 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.612 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 21.79, + 24.804, + 42.944 + ], + "median_ms": 24.804, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 21.79 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 24.804 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 42.944 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.467, + 17.744, + 24.712 + ], + "median_ms": 19.467, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 19.467 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.744 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.712 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.739, + 17.737, + 41.749 + ], + "median_ms": 17.737, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.739 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.737 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 41.749 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 16.725, + 16.736, + 17.756 + ], + "median_ms": 16.736, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.725 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.736 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.756 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.606, + 19.588, + 16.489 + ], + "median_ms": 16.606, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 16.606 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 19.588 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.489 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 15.442, + 14.838, + 15.83 + ], + "median_ms": 15.442, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.442 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.838 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.83 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204334_048649.txt", + "spike_captured": true, + "spike_limit_ms": 65.69999999999999, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 69.023 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 69.023, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 224 +} \ No newline at end of file diff --git a/logs/trace_20260928_204334_048649.txt b/logs/trace_20260928_204334_048649.txt new file mode 100644 index 0000000..3a44d86 --- /dev/null +++ b/logs/trace_20260928_204334_048649.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 21.608 ms 21.736 ms 12.726 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 69.023 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 10.524 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.220 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.690 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 11.688 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 22.879 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.955 ms 16.081 ms 12.612 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 21.790 ms 24.804 ms 42.944 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 19.467 ms 17.744 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 24.712 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.739 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.737 ms 41.749 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.725 ms 16.736 ms 17.756 ms + 9 141.101.73.117 (141.101.73.117) 16.606 ms 141.101.73.167 (141.101.73.167) 19.588 ms 141.101.73.111 (141.101.73.111) 16.489 ms +10 one.one.one.one (1.1.1.1) 15.442 ms 14.838 ms 15.830 ms diff --git a/logs/trace_20260928_204342_050173.json b/logs/trace_20260928_204342_050173.json new file mode 100644 index 0000000..edfaac8 --- /dev/null +++ b/logs/trace_20260928_204342_050173.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:43:43.659-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 127.482, + 51.26, + 20.831 + ], + "median_ms": 51.26, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 127.482 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 51.26 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.831 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 61.94, + 11.595, + 12.858 + ], + "median_ms": 12.858, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 61.94 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.595 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.858 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.763, + 22.683, + 13.585 + ], + "median_ms": 13.763, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.763 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 22.683 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.585 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.7, + 11.806, + 12.748 + ], + "median_ms": 11.806, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.7 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.806 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.748 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 25.769, + 14.794, + 12.635 + ], + "median_ms": 14.794, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 25.769 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.794 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 12.635 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.741, + 15.714, + 50.813 + ], + "median_ms": 18.741, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 18.741 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.714 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 50.813 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.719, + 17.697, + 14.995 + ], + "median_ms": 15.719, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.719 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.697 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.995 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.719, + 38.512, + 55.775 + ], + "median_ms": 38.512, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.719 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 38.512 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 55.775 + } + ] + }, + { + "hop": 9, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": [ + 33.648, + 57.71, + 43.836 + ], + "median_ms": 43.836, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 33.648 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 57.71 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 43.836 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.749, + 28.62, + 29.518 + ], + "median_ms": 28.62, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 16.749 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 28.62 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 29.518 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204342_050173.txt", + "spike_captured": true, + "spike_limit_ms": 66.0, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 127.482 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 127.482, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 226 +} \ No newline at end of file diff --git a/logs/trace_20260928_204342_050173.txt b/logs/trace_20260928_204342_050173.txt new file mode 100644 index 0000000..b34d468 --- /dev/null +++ b/logs/trace_20260928_204342_050173.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 127.482 ms 51.260 ms 20.831 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 61.940 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.595 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.858 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.763 ms 22.683 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.585 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.700 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 11.806 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.748 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 25.769 ms 14.794 ms 12.635 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 18.741 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.714 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 50.813 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.719 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.697 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.995 ms + 8 141.101.73.110 (141.101.73.110) 14.719 ms 38.512 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 55.775 ms + 9 141.101.73.110 (141.101.73.110) 33.648 ms 57.710 ms 43.836 ms +10 141.101.73.179 (141.101.73.179) 16.749 ms 141.101.73.195 (141.101.73.195) 28.620 ms one.one.one.one (1.1.1.1) 29.518 ms diff --git a/logs/trace_20260928_204346_051070.json b/logs/trace_20260928_204346_051070.json new file mode 100644 index 0000000..83df86f --- /dev/null +++ b/logs/trace_20260928_204346_051070.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:43:47.056-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 10.993, + 11.157, + 10.81 + ], + "median_ms": 10.993, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.993 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.157 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.81 + } + ] + }, + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": [ + 11.744, + 13.62, + 11.748 + ], + "median_ms": 11.748, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.744 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.62 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.748 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.619, + 14.698, + 14.729 + ], + "median_ms": 14.729, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.619 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.698 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.729 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 13.685, + 11.832, + 12.565 + ], + "median_ms": 12.565, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.685 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.832 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.565 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.848, + 18.487, + 16.064 + ], + "median_ms": 16.848, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.848 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.487 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.064 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.517, + 17.748, + 24.79 + ], + "median_ms": 24.79, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 29.517 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.748 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 24.79 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.7, + 15.743, + 17.819 + ], + "median_ms": 15.743, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 14.7 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.743 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.819 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.66, + 90.662, + 16.687 + ], + "median_ms": 16.687, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.66 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 90.662 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.687 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.675, + 14.248, + 18.689 + ], + "median_ms": 14.675, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.675 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 14.248 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 18.689 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.786, + 17.841, + 16.628 + ], + "median_ms": 17.841, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 23.786 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 17.841 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.628 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204346_051070.txt", + "spike_captured": true, + "spike_limit_ms": 66.0, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 90.662 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 90.662, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 227 +} \ No newline at end of file diff --git a/logs/trace_20260928_204346_051070.txt b/logs/trace_20260928_204346_051070.txt new file mode 100644 index 0000000..90596be --- /dev/null +++ b/logs/trace_20260928_204346_051070.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 10.993 ms 11.157 ms 10.810 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.744 ms 13.620 ms 11.748 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.619 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.698 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.729 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.685 ms 11.832 ms 12.565 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.848 ms 18.487 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.064 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 29.517 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 17.748 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 24.790 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 14.700 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.743 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.819 ms + 8 141.101.73.111 (141.101.73.111) 14.660 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 90.662 ms 16.687 ms + 9 141.101.73.110 (141.101.73.110) 14.675 ms 141.101.73.119 (141.101.73.119) 14.248 ms 141.101.73.110 (141.101.73.110) 18.689 ms +10 one.one.one.one (1.1.1.1) 23.786 ms 141.101.73.159 (141.101.73.159) 17.841 ms one.one.one.one (1.1.1.1) 16.628 ms diff --git a/logs/trace_20260928_204350_051625.json b/logs/trace_20260928_204350_051625.json new file mode 100644 index 0000000..7e4a3c4 --- /dev/null +++ b/logs/trace_20260928_204350_051625.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T20:43:52.261-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 25.58, + 32.694, + 11.621 + ], + "median_ms": 25.58, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 25.58 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 32.694 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.621 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.819, + 16.402, + 13.127 + ], + "median_ms": 15.819, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 15.819 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 16.402 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.127 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.815, + 13.831, + 14.961 + ], + "median_ms": 13.831, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.815 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.831 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.961 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.393, + 12.8, + 38.969 + ], + "median_ms": 13.393, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.393 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.8 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 38.969 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.682, + 23.73, + 16.849 + ], + "median_ms": 23.73, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.682 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 23.73 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.849 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.72, + 81.815, + 18.981 + ], + "median_ms": 18.981, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.72 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 81.815 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.981 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.546, + 45.946, + 27.598 + ], + "median_ms": 27.598, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 26.546 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 45.946 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 27.598 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.692, + 29.733, + 201.679 + ], + "median_ms": 37.692, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 37.692 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 29.733 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 201.679 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 388.815, + 40.371, + 28.571 + ], + "median_ms": 40.371, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 388.815 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 40.371 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 28.571 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.627, + 111.842, + 52.87 + ], + "median_ms": 52.87, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 19.627 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 111.842 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 52.87 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204350_051625.txt", + "spike_captured": true, + "spike_limit_ms": 59.45, + "spike_probes": [ + { + "hop": 6, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 81.815 + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 201.679 + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 388.815 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 111.842 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 388.815, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 228 +} \ No newline at end of file diff --git a/logs/trace_20260928_204350_051625.txt b/logs/trace_20260928_204350_051625.txt new file mode 100644 index 0000000..7e6ae40 --- /dev/null +++ b/logs/trace_20260928_204350_051625.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 25.580 ms 32.694 ms 11.621 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 15.819 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 16.402 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 13.127 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.815 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.831 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.961 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.393 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.800 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 38.969 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 24.682 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 23.730 ms 16.849 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 16.720 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 81.815 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 18.981 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 26.546 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 45.946 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 27.598 ms + 8 141.101.73.110 (141.101.73.110) 37.692 ms 29.733 ms 141.101.73.111 (141.101.73.111) 201.679 ms + 9 141.101.73.111 (141.101.73.111) 388.815 ms 141.101.73.110 (141.101.73.110) 40.371 ms 141.101.73.119 (141.101.73.119) 28.571 ms +10 one.one.one.one (1.1.1.1) 19.627 ms 111.842 ms 141.101.73.165 (141.101.73.165) 52.870 ms diff --git a/logs/trace_20260928_204359_053984.json b/logs/trace_20260928_204359_053984.json new file mode 100644 index 0000000..f0b1a10 --- /dev/null +++ b/logs/trace_20260928_204359_053984.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:44:00.462-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 14.364, + 64.483, + 25.726 + ], + "median_ms": 25.726, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.364 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 64.483 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 25.726 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.686, + 14.371, + 47.001 + ], + "median_ms": 17.686, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 17.686 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 14.371 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 47.001 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 13.799, + 31.813, + 47.589 + ], + "median_ms": 31.813, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.799 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 31.813 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 47.589 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.557, + 11.702, + 13.882 + ], + "median_ms": 13.882, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.557 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.702 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.882 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.651, + 14.697, + 16.78 + ], + "median_ms": 15.651, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.651 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.697 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.78 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 45.748, + 16.714, + 17.771 + ], + "median_ms": 17.771, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 45.748 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.714 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.771 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.611, + 44.746, + 19.681 + ], + "median_ms": 19.681, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.611 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 44.746 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 19.681 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.579, + 25.571, + 12.705 + ], + "median_ms": 13.579, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 13.579 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.571 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 12.705 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.86, + 17.611, + 14.761 + ], + "median_ms": 17.611, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 17.86 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 17.611 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.761 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.401, + 15.523, + 17.75 + ], + "median_ms": 17.75, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 20.401 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.523 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 17.75 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204359_053984.txt", + "spike_captured": true, + "spike_limit_ms": 58.8, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 64.483 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 64.483, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 230 +} \ No newline at end of file diff --git a/logs/trace_20260928_204359_053984.txt b/logs/trace_20260928_204359_053984.txt new file mode 100644 index 0000000..9325439 --- /dev/null +++ b/logs/trace_20260928_204359_053984.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 14.364 ms 64.483 ms 25.726 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 17.686 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 14.371 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 47.001 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.799 ms 31.813 ms 47.589 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.557 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 11.702 ms 13.882 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.651 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 14.697 ms 16.780 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 45.748 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.714 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 17.771 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.611 ms 44.746 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 19.681 ms + 8 141.101.73.111 (141.101.73.111) 13.579 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 25.571 ms 141.101.73.110 (141.101.73.110) 12.705 ms + 9 141.101.73.167 (141.101.73.167) 17.860 ms 141.101.73.127 (141.101.73.127) 17.611 ms 141.101.73.111 (141.101.73.111) 14.761 ms +10 141.101.73.163 (141.101.73.163) 20.401 ms one.one.one.one (1.1.1.1) 15.523 ms 141.101.73.195 (141.101.73.195) 17.750 ms diff --git a/logs/trace_20260928_204407_055880.json b/logs/trace_20260928_204407_055880.json new file mode 100644 index 0000000..4a4a093 --- /dev/null +++ b/logs/trace_20260928_204407_055880.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T20:44:08.264-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.238, + 12.847, + 12.898 + ], + "median_ms": 12.847, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.238 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.847 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.898 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.793, + 10.523, + 12.12 + ], + "median_ms": 12.12, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 18.793 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 10.523 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.12 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.721, + 12.763, + 9.672 + ], + "median_ms": 12.721, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.721 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.763 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 9.672 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.786, + 13.615, + 13.773 + ], + "median_ms": 13.615, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.786 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.615 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.773 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.485, + 15.829, + 17.616 + ], + "median_ms": 17.485, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.485 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.829 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.616 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.865, + 31.851, + 139.699 + ], + "median_ms": 31.851, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 24.865 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 31.851 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 139.699 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.69, + 23.951, + 25.813 + ], + "median_ms": 23.951, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 14.69 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 23.951 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.813 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.754, + 21.488, + 16.533 + ], + "median_ms": 16.533, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.754 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 21.488 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.533 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.771, + 26.662, + 27.702 + ], + "median_ms": 26.662, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 25.771 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 26.662 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 27.702 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 58.683, + 28.472, + 18.831 + ], + "median_ms": 28.472, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 58.683 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 28.472 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 18.831 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204407_055880.txt", + "spike_captured": true, + "spike_limit_ms": 57.65, + "spike_probes": [ + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 139.699 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 58.683 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 139.699, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 232 +} \ No newline at end of file diff --git a/logs/trace_20260928_204407_055880.txt b/logs/trace_20260928_204407_055880.txt new file mode 100644 index 0000000..b878b6f --- /dev/null +++ b/logs/trace_20260928_204407_055880.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.238 ms 12.847 ms 12.898 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 18.793 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 10.523 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.120 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.721 ms 12.763 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 9.672 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.786 ms 13.615 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.773 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.485 ms 15.829 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.616 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 24.865 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 31.851 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 139.699 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 14.690 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 23.951 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 25.813 ms + 8 141.101.73.110 (141.101.73.110) 15.754 ms 141.101.73.111 (141.101.73.111) 21.488 ms 16.533 ms + 9 141.101.73.111 (141.101.73.111) 25.771 ms 141.101.73.161 (141.101.73.161) 26.662 ms 141.101.73.159 (141.101.73.159) 27.702 ms +10 one.one.one.one (1.1.1.1) 58.683 ms 28.472 ms 141.101.73.195 (141.101.73.195) 18.831 ms diff --git a/logs/trace_20260928_204411_056891.json b/logs/trace_20260928_204411_056891.json new file mode 100644 index 0000000..52e0472 --- /dev/null +++ b/logs/trace_20260928_204411_056891.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T20:44:12.465-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 30.429, + 33.981, + 11.695 + ], + "median_ms": 30.429, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 30.429 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 33.981 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.695 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.753, + 26.593, + 60.801 + ], + "median_ms": 32.753, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 32.753 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 26.593 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 60.801 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 35.652, + 12.843, + 13.939 + ], + "median_ms": 13.939, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 35.652 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.843 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.939 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.669, + 10.626, + 34.734 + ], + "median_ms": 13.669, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.669 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 10.626 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 34.734 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.898, + 27.454, + 15.757 + ], + "median_ms": 20.898, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 20.898 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 27.454 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.757 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.662, + 32.714, + 16.61 + ], + "median_ms": 16.662, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.662 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 32.714 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.61 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.779, + 132.693, + 33.722 + ], + "median_ms": 33.722, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 32.779 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 132.693 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 33.722 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.668, + 20.571, + 15.649 + ], + "median_ms": 18.668, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 18.668 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 20.571 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.649 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.701, + 17.6, + 26.79 + ], + "median_ms": 17.6, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.701 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 17.6 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 26.79 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.999, + 15.942, + 24.593 + ], + "median_ms": 15.999, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 15.999 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 15.942 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 24.593 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204411_056891.txt", + "spike_captured": true, + "spike_limit_ms": 57.55, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 60.801 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 132.693 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 132.693, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 233 +} \ No newline at end of file diff --git a/logs/trace_20260928_204411_056891.txt b/logs/trace_20260928_204411_056891.txt new file mode 100644 index 0000000..1b23ea6 --- /dev/null +++ b/logs/trace_20260928_204411_056891.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 30.429 ms 33.981 ms 11.695 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 32.753 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 26.593 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 60.801 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 35.652 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.843 ms 13.939 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.669 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 10.626 ms 34.734 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 20.898 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 27.454 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.757 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.662 ms 32.714 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 16.610 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 32.779 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 132.693 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 33.722 ms + 8 141.101.73.110 (141.101.73.110) 18.668 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 20.571 ms 141.101.73.110 (141.101.73.110) 15.649 ms + 9 141.101.73.111 (141.101.73.111) 14.701 ms 141.101.73.171 (141.101.73.171) 17.600 ms 141.101.73.111 (141.101.73.111) 26.790 ms +10 141.101.73.175 (141.101.73.175) 15.999 ms 141.101.73.165 (141.101.73.165) 15.942 ms one.one.one.one (1.1.1.1) 24.593 ms diff --git a/logs/trace_20260928_204415_057808.json b/logs/trace_20260928_204415_057808.json new file mode 100644 index 0000000..4faeaa6 --- /dev/null +++ b/logs/trace_20260928_204415_057808.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:44:16.266-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.284, + 12.905, + 10.825 + ], + "median_ms": 12.905, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.284 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.905 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.825 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.846, + 8.607, + 14.207 + ], + "median_ms": 14.207, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 22.846 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 8.607 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 14.207 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.556, + 40.704, + 32.619 + ], + "median_ms": 32.619, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.556 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 40.704 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 32.619 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.894, + 15.787, + 13.757 + ], + "median_ms": 14.894, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.894 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.787 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.757 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 14.743, + 18.842, + 16.65 + ], + "median_ms": 16.65, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.743 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.842 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.65 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.726, + 17.986, + 16.638 + ], + "median_ms": 17.986, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 22.726 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 17.986 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.638 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 66.739, + 29.665, + 16.778 + ], + "median_ms": 29.665, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 66.739 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.665 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.778 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.892, + 16.708, + 15.721 + ], + "median_ms": 15.892, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.892 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.708 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.721 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 47.622, + 18.278, + 18.626 + ], + "median_ms": 18.626, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 47.622 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 18.278 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 18.626 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.567, + 33.822, + 54.747 + ], + "median_ms": 33.822, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.567 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 33.822 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 54.747 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204415_057808.txt", + "spike_captured": true, + "spike_limit_ms": 57.45, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 66.739 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 66.739, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 234 +} \ No newline at end of file diff --git a/logs/trace_20260928_204415_057808.txt b/logs/trace_20260928_204415_057808.txt new file mode 100644 index 0000000..ed31f07 --- /dev/null +++ b/logs/trace_20260928_204415_057808.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.284 ms 12.905 ms 10.825 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 22.846 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 8.607 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 14.207 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.556 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 40.704 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 32.619 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.894 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.787 ms 13.757 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.743 ms 18.842 ms 16.650 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 22.726 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 17.986 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 16.638 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 66.739 ms 29.665 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.778 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.892 ms 16.708 ms 141.101.73.111 (141.101.73.111) 15.721 ms + 9 141.101.73.165 (141.101.73.165) 47.622 ms 141.101.73.127 (141.101.73.127) 18.278 ms 141.101.73.175 (141.101.73.175) 18.626 ms +10 one.one.one.one (1.1.1.1) 17.567 ms 141.101.73.195 (141.101.73.195) 33.822 ms 141.101.73.149 (141.101.73.149) 54.747 ms diff --git a/logs/trace_20260928_204423_059680.json b/logs/trace_20260928_204423_059680.json new file mode 100644 index 0000000..c7e691d --- /dev/null +++ b/logs/trace_20260928_204423_059680.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:44:23.866-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 61.292, + 15.572, + 11.437 + ], + "median_ms": 15.572, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 61.292 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.572 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.437 + } + ] + }, + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": [ + 10.905, + 19.661, + 53.13 + ], + "median_ms": 19.661, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 10.905 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 19.661 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 53.13 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 13.662, + 14.896, + 13.713 + ], + "median_ms": 13.713, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.662 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.896 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.713 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.918, + 15.447, + 13.828 + ], + "median_ms": 13.828, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.918 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.447 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.828 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.861, + 25.835, + 16.608 + ], + "median_ms": 16.608, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.861 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 25.835 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.608 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.87, + 16.864, + 14.843 + ], + "median_ms": 16.864, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 23.87 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.864 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.843 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.87, + 17.653, + 27.813 + ], + "median_ms": 17.653, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.87 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 17.653 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 27.813 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 15.869, + 20.81, + 16.702 + ], + "median_ms": 16.702, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.869 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 20.81 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.702 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.651, + 14.669, + 14.683 + ], + "median_ms": 14.669, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 13.651 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.669 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.683 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 15.697, + 14.77, + 15.629 + ], + "median_ms": 15.629, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.697 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.77 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.629 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204423_059680.txt", + "spike_captured": true, + "spike_limit_ms": 57.5, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 61.292 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 61.292, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 236 +} \ No newline at end of file diff --git a/logs/trace_20260928_204423_059680.txt b/logs/trace_20260928_204423_059680.txt new file mode 100644 index 0000000..b8c66e1 --- /dev/null +++ b/logs/trace_20260928_204423_059680.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 61.292 ms 15.572 ms 11.437 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 10.905 ms 19.661 ms 53.130 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.662 ms 14.896 ms 13.713 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.918 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.447 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.828 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.861 ms 25.835 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.608 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 23.870 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.864 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 14.843 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.870 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 17.653 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 27.813 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.869 ms 20.810 ms 16.702 ms + 9 141.101.73.157 (141.101.73.157) 13.651 ms 141.101.73.111 (141.101.73.111) 14.669 ms 141.101.73.110 (141.101.73.110) 14.683 ms +10 one.one.one.one (1.1.1.1) 15.697 ms 14.770 ms 15.629 ms diff --git a/logs/trace_20260928_204440_063588.json b/logs/trace_20260928_204440_063588.json new file mode 100644 index 0000000..67d5301 --- /dev/null +++ b/logs/trace_20260928_204440_063588.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T20:44:41.473-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.839, + 22.27, + 20.854 + ], + "median_ms": 20.854, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.839 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.27 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.854 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.783, + 14.382, + 12.024 + ], + "median_ms": 12.783, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.783 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 14.382 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.024 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.059, + 47.656, + 14.771 + ], + "median_ms": 22.059, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 22.059 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 47.656 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.771 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.818, + 11.766, + 11.666 + ], + "median_ms": 11.766, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.818 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.766 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.666 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 18.81, + 16.878, + 102.634 + ], + "median_ms": 18.81, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.81 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.878 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 102.634 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.7, + 41.807, + 59.747 + ], + "median_ms": 41.807, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.7 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 41.807 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 59.747 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.785, + 58.127, + 19.6 + ], + "median_ms": 19.6, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 18.785 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 58.127 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 19.6 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.629, + 16.676, + 66.915 + ], + "median_ms": 32.629, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 32.629 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.676 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 66.915 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.799, + 18.253, + 31.386 + ], + "median_ms": 20.799, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 20.799 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 18.253 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 31.386 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.824, + 50.292, + 27.614 + ], + "median_ms": 27.614, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.824 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 50.292 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 27.614 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204440_063588.txt", + "spike_captured": true, + "spike_limit_ms": 57.6, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 102.634 + }, + { + "hop": 6, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 59.747 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 58.127 + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 66.915 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 102.634, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 241 +} \ No newline at end of file diff --git a/logs/trace_20260928_204440_063588.txt b/logs/trace_20260928_204440_063588.txt new file mode 100644 index 0000000..bc8ccd6 --- /dev/null +++ b/logs/trace_20260928_204440_063588.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.839 ms 22.270 ms 20.854 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.783 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 14.382 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.024 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 22.059 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 47.656 ms 14.771 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.818 ms 11.766 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 11.666 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.810 ms 16.878 ms 102.634 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 16.700 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 41.807 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 59.747 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 18.785 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 58.127 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 19.600 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 32.629 ms 141.101.73.111 (141.101.73.111) 16.676 ms 66.915 ms + 9 141.101.73.163 (141.101.73.163) 20.799 ms 141.101.73.110 (141.101.73.110) 18.253 ms 31.386 ms +10 one.one.one.one (1.1.1.1) 17.824 ms 141.101.73.177 (141.101.73.177) 50.292 ms 141.101.73.195 (141.101.73.195) 27.614 ms diff --git a/logs/trace_20260928_204444_064498.json b/logs/trace_20260928_204444_064498.json new file mode 100644 index 0000000..bc67bc6 --- /dev/null +++ b/logs/trace_20260928_204444_064498.json @@ -0,0 +1,398 @@ +{ + "time": "2026-09-28T20:44:46.675-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 81.993, + 14.135, + 12.855 + ], + "median_ms": 14.135, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 81.993 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.135 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.855 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.417, + 40.355, + 11.562 + ], + "median_ms": 13.417, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 13.417 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 40.355 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.562 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 40.935, + 86.747, + 14.593 + ], + "median_ms": 40.935, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 40.935 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 86.747 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.593 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 90.007, + 45.901, + 44.826 + ], + "median_ms": 45.901, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 90.007 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 45.901 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 44.826 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 39.744, + 50.73, + 42.632 + ], + "median_ms": 42.632, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 39.744 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 50.73 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 42.632 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 43.765, + 64.771, + 16.701 + ], + "median_ms": 43.765, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 43.765 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 64.771 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.701 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.738, + 224.677, + 28.382 + ], + "median_ms": 28.382, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 25.738 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 224.677 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 28.382 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 42.42, + 21.825, + 40.483 + ], + "median_ms": 40.483, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 42.42 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 21.825 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 40.483 + } + ] + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": [ + 320.641, + 51.753, + 17.747 + ], + "median_ms": 51.753, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 320.641 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 51.753 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.747 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 44.645, + 158.658, + 17.635 + ], + "median_ms": 44.645, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 44.645 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 158.658 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 17.635 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 17.665, + 17.916, + 147.852 + ], + "median_ms": 17.916, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.665 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.916 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 147.852 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204444_064498.txt", + "spike_captured": true, + "spike_limit_ms": 57.7, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 81.993 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 86.747 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 90.007 + }, + { + "hop": 6, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 64.771 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 224.677 + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 320.641 + }, + { + "hop": 10, + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 158.658 + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 147.852 + } + ], + "spike_probe_count": 8, + "peak_probe_ms": 320.641, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 242 +} \ No newline at end of file diff --git a/logs/trace_20260928_204444_064498.txt b/logs/trace_20260928_204444_064498.txt new file mode 100644 index 0000000..cc9efa1 --- /dev/null +++ b/logs/trace_20260928_204444_064498.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 81.993 ms 14.135 ms 12.855 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 13.417 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 40.355 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.562 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 40.935 ms 86.747 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.593 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 90.007 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 45.901 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 44.826 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 39.744 ms 50.730 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 42.632 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 43.765 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 64.771 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 16.701 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 25.738 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 224.677 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 28.382 ms + 8 141.101.73.110 (141.101.73.110) 42.420 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 21.825 ms 40.483 ms + 9 141.101.73.111 (141.101.73.111) 320.641 ms 51.753 ms 17.747 ms +10 141.101.73.167 (141.101.73.167) 44.645 ms 141.101.73.149 (141.101.73.149) 158.658 ms 141.101.73.127 (141.101.73.127) 17.635 ms +11 one.one.one.one (1.1.1.1) 17.665 ms 17.916 ms 147.852 ms diff --git a/logs/trace_20260928_204449_065599.json b/logs/trace_20260928_204449_065599.json new file mode 100644 index 0000000..ed75922 --- /dev/null +++ b/logs/trace_20260928_204449_065599.json @@ -0,0 +1,362 @@ +{ + "time": "2026-09-28T20:44:50.473-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 20.727, + 34.473, + 96.727 + ], + "median_ms": 34.473, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.727 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 34.473 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 96.727 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 42.808, + 20.411, + 28.58 + ], + "median_ms": 28.58, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 42.808 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 20.411 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 28.58 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.604, + 25.885, + 28.823 + ], + "median_ms": 25.885, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.604 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 25.885 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 28.823 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.73, + 25.812, + 46.84 + ], + "median_ms": 25.812, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 20.73 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 25.812 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 46.84 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 18.812, + 54.831, + 17.645 + ], + "median_ms": 18.812, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.812 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 54.831 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.645 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.652, + 15.78, + 22.802 + ], + "median_ms": 16.652, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.652 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.78 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 22.802 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.821, + 54.773, + 70.622 + ], + "median_ms": 54.773, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.821 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 54.773 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 70.622 + } + ] + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": [ + 16.543, + 19.423, + 38.807 + ], + "median_ms": 19.423, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.543 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 19.423 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 38.807 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.634, + 19.544, + 17.664 + ], + "median_ms": 17.664, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.634 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 19.544 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 17.664 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.599, + 26.826, + 16.732 + ], + "median_ms": 26.826, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 36.599 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 26.826 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 16.732 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 19.533, + 17.55, + 14.613 + ], + "median_ms": 17.55, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 19.533 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.55 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.613 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204449_065599.txt", + "spike_captured": true, + "spike_limit_ms": 57.85, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 96.727 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 70.622 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 96.727, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 243 +} \ No newline at end of file diff --git a/logs/trace_20260928_204449_065599.txt b/logs/trace_20260928_204449_065599.txt new file mode 100644 index 0000000..8eaf638 --- /dev/null +++ b/logs/trace_20260928_204449_065599.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 20.727 ms 34.473 ms 96.727 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 42.808 ms 20.411 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 28.580 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 16.604 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 25.885 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 28.823 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 20.730 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 25.812 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 46.840 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.812 ms 54.831 ms 17.645 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.652 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 15.780 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 22.802 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.821 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 54.773 ms 70.622 ms + 8 141.101.73.110 (141.101.73.110) 16.543 ms 19.423 ms 38.807 ms + 9 141.101.73.111 (141.101.73.111) 15.634 ms 141.101.73.195 (141.101.73.195) 19.544 ms 17.664 ms +10 141.101.73.163 (141.101.73.163) 36.599 ms 141.101.73.175 (141.101.73.175) 26.826 ms 141.101.73.163 (141.101.73.163) 16.732 ms +11 one.one.one.one (1.1.1.1) 19.533 ms 17.550 ms 14.613 ms diff --git a/logs/trace_20260928_204512_071172.json b/logs/trace_20260928_204512_071172.json new file mode 100644 index 0000000..c2c73c4 --- /dev/null +++ b/logs/trace_20260928_204512_071172.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T20:45:13.479-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 37.205, + 15.095, + 28.786 + ], + "median_ms": 28.786, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 37.205 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.095 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 28.786 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.784, + 21.148, + 12.781 + ], + "median_ms": 21.148, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 22.784 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 21.148 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.781 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 14.774, + 26.877, + 13.738 + ], + "median_ms": 14.774, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.774 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 26.877 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.738 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 93.122, + 54.541, + 39.672 + ], + "median_ms": 54.541, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 93.122 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 54.541 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 39.672 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.572, + 15.851, + 19.623 + ], + "median_ms": 18.572, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.572 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.851 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.623 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.668, + 43.669, + 66.724 + ], + "median_ms": 43.669, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.668 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 43.669 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 66.724 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.922, + 31.588, + 90.637 + ], + "median_ms": 31.588, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 22.922 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 31.588 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 90.637 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.596, + 49.762, + 15.618 + ], + "median_ms": 27.596, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 27.596 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 49.762 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.618 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.563, + 15.675, + 10.572 + ], + "median_ms": 15.675, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 24.563 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 15.675 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 10.572 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.613, + 31.578, + 21.772 + ], + "median_ms": 21.772, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.613 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 31.578 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 21.772 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204512_071172.txt", + "spike_captured": true, + "spike_limit_ms": 57.35, + "spike_probes": [ + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 93.122 + }, + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 66.724 + }, + { + "hop": 7, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 90.637 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 93.122, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 249 +} \ No newline at end of file diff --git a/logs/trace_20260928_204512_071172.txt b/logs/trace_20260928_204512_071172.txt new file mode 100644 index 0000000..cab0955 --- /dev/null +++ b/logs/trace_20260928_204512_071172.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 37.205 ms 15.095 ms 28.786 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 22.784 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 21.148 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.781 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.774 ms 26.877 ms 13.738 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 93.122 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 54.541 ms 39.672 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.572 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.851 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 19.623 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 25.668 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 43.669 ms 66.724 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 22.922 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 31.588 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 90.637 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 27.596 ms 49.762 ms 141.101.73.111 (141.101.73.111) 15.618 ms + 9 141.101.73.110 (141.101.73.110) 24.563 ms 141.101.73.163 (141.101.73.163) 15.675 ms 141.101.73.111 (141.101.73.111) 10.572 ms +10 one.one.one.one (1.1.1.1) 17.613 ms 141.101.73.127 (141.101.73.127) 31.578 ms 141.101.73.157 (141.101.73.157) 21.772 ms diff --git a/logs/trace_20260928_204528_075150.json b/logs/trace_20260928_204528_075150.json new file mode 100644 index 0000000..00b748c --- /dev/null +++ b/logs/trace_20260928_204528_075150.json @@ -0,0 +1,357 @@ +{ + "time": "2026-09-28T20:45:29.884-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 25.081, + 16.152, + 22.762 + ], + "median_ms": 22.762, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 25.081 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 16.152 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.762 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 39.893, + 194.602, + 101.597 + ], + "median_ms": 101.597, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 39.893 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 194.602 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 101.597 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.811, + 15.858, + 30.981 + ], + "median_ms": 26.811, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 26.811 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.858 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 30.981 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 86.505, + 23.835, + 23.791 + ], + "median_ms": 23.835, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 86.505 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 23.835 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 23.791 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.706, + 15.675, + 24.618 + ], + "median_ms": 24.618, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 36.706 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.675 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.618 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.754, + 22.836, + 32.816 + ], + "median_ms": 32.816, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 33.754 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 22.836 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 32.816 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.872, + 17.607, + 140.837 + ], + "median_ms": 30.872, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 30.872 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.607 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 140.837 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 9.335, + 62.84, + 146.688 + ], + "median_ms": 62.84, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 9.335 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 62.84 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 146.688 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 38.549, + 25.601, + 16.671 + ], + "median_ms": 25.601, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 38.549 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 25.601 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 16.671 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.667, + 17.61, + 22.712 + ], + "median_ms": 17.61, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 16.667 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 17.61 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 22.712 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204528_075150.txt", + "spike_captured": true, + "spike_limit_ms": 57.5, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 194.602 + }, + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 101.597 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 86.505 + }, + { + "hop": 7, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 140.837 + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 62.84 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 146.688 + } + ], + "spike_probe_count": 6, + "peak_probe_ms": 194.602, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 253 +} \ No newline at end of file diff --git a/logs/trace_20260928_204528_075150.txt b/logs/trace_20260928_204528_075150.txt new file mode 100644 index 0000000..0b854fd --- /dev/null +++ b/logs/trace_20260928_204528_075150.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 25.081 ms 16.152 ms 22.762 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 39.893 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 194.602 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 101.597 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 26.811 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.858 ms 30.981 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 86.505 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 23.835 ms 23.791 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 36.706 ms 15.675 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 24.618 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 33.754 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 22.836 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 32.816 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 30.872 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.607 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 140.837 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 9.335 ms 141.101.73.111 (141.101.73.111) 62.840 ms 141.101.73.110 (141.101.73.110) 146.688 ms + 9 141.101.73.111 (141.101.73.111) 38.549 ms 25.601 ms 141.101.73.159 (141.101.73.159) 16.671 ms +10 141.101.73.127 (141.101.73.127) 16.667 ms 141.101.73.195 (141.101.73.195) 17.610 ms one.one.one.one (1.1.1.1) 22.712 ms diff --git a/logs/trace_20260928_204532_076081.json b/logs/trace_20260928_204532_076081.json new file mode 100644 index 0000000..7f2661c --- /dev/null +++ b/logs/trace_20260928_204532_076081.json @@ -0,0 +1,380 @@ +{ + "time": "2026-09-28T20:45:33.886-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 14.063, + 4.88, + 22.91 + ], + "median_ms": 14.063, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.063 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 4.88 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.91 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.656, + 11.57, + 40.133 + ], + "median_ms": 13.656, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 13.656 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.57 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 40.133 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 58.607, + 44.795, + 43.617 + ], + "median_ms": 44.795, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 58.607 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 44.795 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 43.617 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 258.711, + 80.683, + 16.626 + ], + "median_ms": 80.683, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 258.711 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 80.683 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 16.626 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 41.723, + 17.496, + 15.792 + ], + "median_ms": 17.496, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 41.723 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.496 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.792 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 39.725, + 26.618, + 19.097 + ], + "median_ms": 26.618, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 39.725 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 26.618 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 19.097 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 60.42, + 17.576, + 15.837 + ], + "median_ms": 17.576, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 60.42 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.576 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.837 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.525, + 23.051, + 36.827 + ], + "median_ms": 23.051, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 18.525 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 23.051 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 36.827 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.508, + 58.534, + 16.725 + ], + "median_ms": 18.508, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 18.508 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 58.534 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.725 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.677, + 17.644, + 27.609 + ], + "median_ms": 17.644, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 16.677 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 17.644 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 27.609 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 27.644, + 25.781, + 42.738 + ], + "median_ms": 27.644, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 27.644 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 25.781 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 42.738 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204532_076081.txt", + "spike_captured": true, + "spike_limit_ms": 57.45, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 58.607 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 258.711 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 80.683 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 60.42 + }, + { + "hop": 9, + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 58.534 + } + ], + "spike_probe_count": 5, + "peak_probe_ms": 258.711, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 254 +} \ No newline at end of file diff --git a/logs/trace_20260928_204532_076081.txt b/logs/trace_20260928_204532_076081.txt new file mode 100644 index 0000000..4d88991 --- /dev/null +++ b/logs/trace_20260928_204532_076081.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 14.063 ms 4.880 ms 22.910 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 13.656 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.570 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 40.133 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 58.607 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 44.795 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 43.617 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 258.711 ms 80.683 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 16.626 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 41.723 ms 17.496 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.792 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 39.725 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 26.618 ms 19.097 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 60.420 ms 17.576 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.837 ms + 8 141.101.73.110 (141.101.73.110) 18.525 ms 23.051 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 36.827 ms + 9 141.101.73.110 (141.101.73.110) 18.508 ms 141.101.73.175 (141.101.73.175) 58.534 ms 141.101.73.111 (141.101.73.111) 16.725 ms +10 141.101.73.177 (141.101.73.177) 16.677 ms 141.101.73.125 (141.101.73.125) 17.644 ms 141.101.73.195 (141.101.73.195) 27.609 ms +11 one.one.one.one (1.1.1.1) 27.644 ms 25.781 ms 42.738 ms diff --git a/logs/trace_20260928_204536_077040.json b/logs/trace_20260928_204536_077040.json new file mode 100644 index 0000000..7bfed56 --- /dev/null +++ b/logs/trace_20260928_204536_077040.json @@ -0,0 +1,351 @@ +{ + "time": "2026-09-28T20:45:37.886-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 29.568, + 30.059, + 136.609 + ], + "median_ms": 30.059, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 29.568 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 30.059 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 136.609 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.837, + 85.507, + 8.525 + ], + "median_ms": 29.837, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 29.837 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 85.507 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 8.525 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 154.782, + 14.825, + 14.754 + ], + "median_ms": 14.825, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 154.782 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.825 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.754 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.733, + 33.843, + 36.756 + ], + "median_ms": 36.733, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 36.733 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 33.843 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 36.756 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.907, + 55.69, + 16.703 + ], + "median_ms": 31.907, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 31.907 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 55.69 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.703 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.695, + 42.828, + 16.782 + ], + "median_ms": 18.695, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.695 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 42.828 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.782 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.672, + 26.715, + 69.772 + ], + "median_ms": 26.715, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.672 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 26.715 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 69.772 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.585, + 17.288, + 20.513 + ], + "median_ms": 17.288, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.585 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.288 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 20.513 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.747, + 47.667, + 135.733 + ], + "median_ms": 47.667, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.747 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 47.667 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 135.733 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 45.671, + 17.669, + 27.741 + ], + "median_ms": 27.741, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 45.671 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.669 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 27.741 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204536_077040.txt", + "spike_captured": true, + "spike_limit_ms": 57.6, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 136.609 + }, + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 85.507 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 154.782 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 69.772 + }, + { + "hop": 9, + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 135.733 + } + ], + "spike_probe_count": 5, + "peak_probe_ms": 154.782, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 255 +} \ No newline at end of file diff --git a/logs/trace_20260928_204536_077040.txt b/logs/trace_20260928_204536_077040.txt new file mode 100644 index 0000000..3d5b068 --- /dev/null +++ b/logs/trace_20260928_204536_077040.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 29.568 ms 30.059 ms 136.609 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 29.837 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 85.507 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 8.525 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 154.782 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.825 ms 14.754 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 36.733 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 33.843 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 36.756 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 31.907 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 55.690 ms 16.703 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 18.695 ms 42.828 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.782 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.672 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 26.715 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 69.772 ms + 8 141.101.73.110 (141.101.73.110) 16.585 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.288 ms 141.101.73.110 (141.101.73.110) 20.513 ms + 9 141.101.73.111 (141.101.73.111) 17.747 ms 141.101.73.179 (141.101.73.179) 47.667 ms 141.101.73.163 (141.101.73.163) 135.733 ms +10 one.one.one.one (1.1.1.1) 45.671 ms 17.669 ms 27.741 ms diff --git a/logs/trace_20260928_204544_079635.json b/logs/trace_20260928_204544_079635.json new file mode 100644 index 0000000..23c14e8 --- /dev/null +++ b/logs/trace_20260928_204544_079635.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:45:44.886-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.565, + 11.542, + 27.955 + ], + "median_ms": 11.565, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.565 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.542 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 27.955 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.788, + 12.161, + 10.882 + ], + "median_ms": 11.788, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.788 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.161 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.882 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.632, + 14.104, + 13.691 + ], + "median_ms": 14.104, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.632 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.104 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.691 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.778, + 13.721, + 13.706 + ], + "median_ms": 13.721, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.778 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.721 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.706 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.626, + 15.939, + 16.665 + ], + "median_ms": 16.626, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.626 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.939 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.665 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.756, + 14.789, + 17.681 + ], + "median_ms": 14.789, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.756 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 14.789 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.681 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.672, + 15.669, + 14.66 + ], + "median_ms": 15.669, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 22.672 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.669 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 14.66 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 59.683, + 30.049, + 14.7 + ], + "median_ms": 30.049, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 59.683 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 30.049 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.7 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.718, + 12.648, + 16.644 + ], + "median_ms": 13.718, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 13.718 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 12.648 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 16.644 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 16.456, + 15.54, + 14.746 + ], + "median_ms": 15.54, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.456 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.54 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.746 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204544_079635.txt", + "spike_captured": true, + "spike_limit_ms": 57.6, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 59.683 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 59.683, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 257 +} \ No newline at end of file diff --git a/logs/trace_20260928_204544_079635.txt b/logs/trace_20260928_204544_079635.txt new file mode 100644 index 0000000..eceb5c4 --- /dev/null +++ b/logs/trace_20260928_204544_079635.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.565 ms 11.542 ms 27.955 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.788 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.161 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 10.882 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.632 ms 14.104 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.691 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.778 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.721 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.706 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.626 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.939 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.665 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 14.756 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 14.789 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 17.681 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 22.672 ms 15.669 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 14.660 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 59.683 ms 30.049 ms 141.101.73.110 (141.101.73.110) 14.700 ms + 9 141.101.73.161 (141.101.73.161) 13.718 ms 141.101.73.110 (141.101.73.110) 12.648 ms 141.101.73.179 (141.101.73.179) 16.644 ms +10 one.one.one.one (1.1.1.1) 16.456 ms 15.540 ms 14.746 ms diff --git a/logs/trace_20260928_204550_081176.json b/logs/trace_20260928_204550_081176.json new file mode 100644 index 0000000..3c4d185 --- /dev/null +++ b/logs/trace_20260928_204550_081176.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T20:45:51.489-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.81, + 58.876, + 12.769 + ], + "median_ms": 12.769, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.81 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 58.876 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.769 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.394, + 24.884, + 31.783 + ], + "median_ms": 24.884, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.394 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 24.884 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 31.783 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.771, + 13.782, + 21.79 + ], + "median_ms": 21.79, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 29.771 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.782 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 21.79 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.776, + 14.756, + 22.747 + ], + "median_ms": 14.776, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.776 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.756 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 22.747 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.811, + 16.76, + 39.729 + ], + "median_ms": 17.811, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.811 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.76 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 39.729 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.815, + 73.917, + 51.703 + ], + "median_ms": 51.703, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 31.815 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 73.917 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 51.703 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.658, + 45.752, + 33.827 + ], + "median_ms": 33.827, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 28.658 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 45.752 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 33.827 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.759, + 66.525, + 50.769 + ], + "median_ms": 50.769, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.759 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 66.525 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 50.769 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.684, + 33.928, + 24.51 + ], + "median_ms": 28.684, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 28.684 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 33.928 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 24.51 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 38.593, + 19.752, + 40.588 + ], + "median_ms": 38.593, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 38.593 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 19.752 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 40.588 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204550_081176.txt", + "spike_captured": true, + "spike_limit_ms": 57.5, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 58.876 + }, + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 73.917 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 66.525 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 73.917, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 259 +} \ No newline at end of file diff --git a/logs/trace_20260928_204550_081176.txt b/logs/trace_20260928_204550_081176.txt new file mode 100644 index 0000000..74aa951 --- /dev/null +++ b/logs/trace_20260928_204550_081176.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.810 ms 58.876 ms 12.769 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 13.394 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 24.884 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 31.783 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 29.771 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.782 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 21.790 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.776 ms 14.756 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 22.747 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.811 ms 16.760 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 39.729 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 31.815 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 73.917 ms 51.703 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 28.658 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 45.752 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 33.827 ms + 8 141.101.73.110 (141.101.73.110) 14.759 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 66.525 ms 50.769 ms + 9 141.101.73.195 (141.101.73.195) 28.684 ms 141.101.73.175 (141.101.73.175) 33.928 ms 141.101.73.111 (141.101.73.111) 24.510 ms +10 one.one.one.one (1.1.1.1) 38.593 ms 19.752 ms 40.588 ms diff --git a/logs/trace_20260928_204602_083575.json b/logs/trace_20260928_204602_083575.json new file mode 100644 index 0000000..e4fe118 --- /dev/null +++ b/logs/trace_20260928_204602_083575.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:46:03.090-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 54.924, + 17.238, + 22.816 + ], + "median_ms": 22.816, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 54.924 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 17.238 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.816 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.758, + 17.16, + 28.649 + ], + "median_ms": 17.16, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.758 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 17.16 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 28.649 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 72.809, + 14.775, + 13.801 + ], + "median_ms": 14.775, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 72.809 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.775 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.801 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.853, + 15.815, + 26.844 + ], + "median_ms": 15.815, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.853 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.815 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 26.844 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 27.816, + 17.806, + 41.718 + ], + "median_ms": 27.816, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 27.816 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.806 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 41.718 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.686, + 17.805, + 16.695 + ], + "median_ms": 16.695, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.686 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 17.805 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.695 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 27.886, + 15.776, + 16.637 + ], + "median_ms": 16.637, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 27.886 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.776 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.637 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 27.709, + 18.712, + 16.695 + ], + "median_ms": 18.712, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 27.709 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.712 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.695 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.698, + 24.592, + 30.655 + ], + "median_ms": 24.592, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.698 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 24.592 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 30.655 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.555, + 24.574, + 47.959 + ], + "median_ms": 24.574, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 17.555 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 24.574 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 47.959 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204602_083575.txt", + "spike_captured": true, + "spike_limit_ms": 57.5, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 72.809 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 72.809, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 262 +} \ No newline at end of file diff --git a/logs/trace_20260928_204602_083575.txt b/logs/trace_20260928_204602_083575.txt new file mode 100644 index 0000000..5f53f86 --- /dev/null +++ b/logs/trace_20260928_204602_083575.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 54.924 ms 17.238 ms 22.816 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.758 ms 17.160 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 28.649 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 72.809 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.775 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.801 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.853 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.815 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 26.844 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 27.816 ms 17.806 ms 41.718 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.686 ms 17.805 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.695 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 27.886 ms 15.776 ms 16.637 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 27.709 ms 18.712 ms 16.695 ms + 9 141.101.73.110 (141.101.73.110) 15.698 ms 24.592 ms 141.101.73.163 (141.101.73.163) 30.655 ms +10 141.101.73.127 (141.101.73.127) 17.555 ms one.one.one.one (1.1.1.1) 24.574 ms 47.959 ms diff --git a/logs/trace_20260928_204606_085251.json b/logs/trace_20260928_204606_085251.json new file mode 100644 index 0000000..fc7c81b --- /dev/null +++ b/logs/trace_20260928_204606_085251.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T20:46:07.492-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.97, + 23.118, + 22.802 + ], + "median_ms": 22.802, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.97 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 23.118 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.802 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.82, + 13.809, + 14.488 + ], + "median_ms": 14.488, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 18.82 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 13.809 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 14.488 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 247.788, + 13.958, + 26.527 + ], + "median_ms": 26.527, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 247.788 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.958 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 26.527 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.687, + 13.712, + 32.718 + ], + "median_ms": 16.687, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 16.687 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.712 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 32.718 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.678, + 18.777, + 18.7 + ], + "median_ms": 18.7, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.678 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.777 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.7 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.813, + 35.78, + 27.752 + ], + "median_ms": 27.752, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 20.813 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 35.78 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 27.752 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.705, + 45.771, + 25.618 + ], + "median_ms": 37.705, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 37.705 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 45.771 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 25.618 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.743, + 16.612, + 17.589 + ], + "median_ms": 17.589, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.743 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.612 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.589 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.548, + 50.672, + 31.685 + ], + "median_ms": 31.685, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 31.548 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 50.672 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 31.685 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 70.694, + 18.766, + 19.701 + ], + "median_ms": 19.701, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 70.694 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.766 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 19.701 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204606_085251.txt", + "spike_captured": true, + "spike_limit_ms": 57.45, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 247.788 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 70.694 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 247.788, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 263 +} \ No newline at end of file diff --git a/logs/trace_20260928_204606_085251.txt b/logs/trace_20260928_204606_085251.txt new file mode 100644 index 0000000..ba8c738 --- /dev/null +++ b/logs/trace_20260928_204606_085251.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.970 ms 23.118 ms 22.802 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 18.820 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 13.809 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 14.488 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 247.788 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.958 ms 26.527 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 16.687 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.712 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 32.718 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.678 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 18.777 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.700 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 20.813 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 35.780 ms 27.752 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 37.705 ms 45.771 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 25.618 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 25.743 ms 141.101.73.111 (141.101.73.111) 16.612 ms 17.589 ms + 9 141.101.73.177 (141.101.73.177) 31.548 ms 141.101.73.169 (141.101.73.169) 50.672 ms 141.101.73.110 (141.101.73.110) 31.685 ms +10 one.one.one.one (1.1.1.1) 70.694 ms 18.766 ms 141.101.73.157 (141.101.73.157) 19.701 ms diff --git a/logs/trace_20260928_204610_085625.json b/logs/trace_20260928_204610_085625.json new file mode 100644 index 0000000..6de2fa6 --- /dev/null +++ b/logs/trace_20260928_204610_085625.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:46:11.293-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.14, + 14.459, + 20.845 + ], + "median_ms": 14.459, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.14 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.459 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.845 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.738, + 96.602, + 11.767 + ], + "median_ms": 28.738, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 28.738 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 96.602 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.767 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.778, + 15.629, + 15.755 + ], + "median_ms": 15.755, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 27.778 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.629 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.755 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.644, + 12.726, + 11.941 + ], + "median_ms": 11.941, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.644 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.726 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.941 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.488, + 25.826, + 23.709 + ], + "median_ms": 23.709, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.488 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.826 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 23.709 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.67, + 18.876, + 26.817 + ], + "median_ms": 18.876, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.67 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.876 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 26.817 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.77, + 16.954, + 16.676 + ], + "median_ms": 16.676, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 14.77 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.954 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.676 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.942, + 15.482, + 16.479 + ], + "median_ms": 16.479, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.942 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.482 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.479 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.561, + 15.624, + 17.115 + ], + "median_ms": 15.624, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 14.561 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 15.624 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 17.115 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.281, + 15.523, + 40.564 + ], + "median_ms": 16.281, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.281 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.523 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 40.564 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204610_085625.txt", + "spike_captured": true, + "spike_limit_ms": 57.35, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 96.602 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 96.602, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 264 +} \ No newline at end of file diff --git a/logs/trace_20260928_204610_085625.txt b/logs/trace_20260928_204610_085625.txt new file mode 100644 index 0000000..6790c2f --- /dev/null +++ b/logs/trace_20260928_204610_085625.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.140 ms 14.459 ms 20.845 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 28.738 ms 96.602 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.767 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 27.778 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.629 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.755 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.644 ms 12.726 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 11.941 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 19.488 ms 25.826 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 23.709 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 16.670 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 18.876 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 26.817 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 14.770 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.954 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.676 ms + 8 141.101.73.110 (141.101.73.110) 16.942 ms 141.101.73.111 (141.101.73.111) 15.482 ms 141.101.73.110 (141.101.73.110) 16.479 ms + 9 141.101.73.119 (141.101.73.119) 14.561 ms 141.101.73.173 (141.101.73.173) 15.624 ms 141.101.73.195 (141.101.73.195) 17.115 ms +10 one.one.one.one (1.1.1.1) 16.281 ms 15.523 ms 141.101.73.175 (141.101.73.175) 40.564 ms diff --git a/logs/trace_20260928_204642_093573.json b/logs/trace_20260928_204642_093573.json new file mode 100644 index 0000000..0114a40 --- /dev/null +++ b/logs/trace_20260928_204642_093573.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:46:43.302-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 32.585, + 11.867, + 12.829 + ], + "median_ms": 12.829, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 32.585 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.867 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.829 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.804, + 36.587, + 12.749 + ], + "median_ms": 15.804, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 15.804 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 36.587 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.749 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 15.641, + 15.779, + 14.592 + ], + "median_ms": 15.641, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.641 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.779 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.592 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.782, + 12.791, + 12.974 + ], + "median_ms": 12.791, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.782 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.791 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.974 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.576, + 19.62, + 16.716 + ], + "median_ms": 16.716, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.576 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.62 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.716 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.768, + 33.641, + 15.767 + ], + "median_ms": 17.768, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.768 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 33.641 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.767 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 45.569, + 34.765, + 18.673 + ], + "median_ms": 34.765, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 45.569 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 34.765 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.673 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 19.696, + 66.822, + 29.601 + ], + "median_ms": 29.601, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 19.696 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 66.822 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.601 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.624, + 17.545, + 24.691 + ], + "median_ms": 17.545, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.624 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 17.545 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 24.691 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.586, + 15.599, + 26.659 + ], + "median_ms": 15.599, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 15.586 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.599 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 26.659 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204642_093573.txt", + "spike_captured": true, + "spike_limit_ms": 57.25, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 66.822 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 66.822, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 272 +} \ No newline at end of file diff --git a/logs/trace_20260928_204642_093573.txt b/logs/trace_20260928_204642_093573.txt new file mode 100644 index 0000000..1077896 --- /dev/null +++ b/logs/trace_20260928_204642_093573.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 32.585 ms 11.867 ms 12.829 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 15.804 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 36.587 ms 12.749 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.641 ms 15.779 ms 14.592 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 11.782 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.791 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.974 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.576 ms 19.620 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.716 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.768 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 33.641 ms 15.767 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 45.569 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 34.765 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 18.673 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 19.696 ms 66.822 ms 29.601 ms + 9 141.101.73.110 (141.101.73.110) 15.624 ms 141.101.73.195 (141.101.73.195) 17.545 ms 141.101.73.127 (141.101.73.127) 24.691 ms +10 141.101.73.127 (141.101.73.127) 15.586 ms one.one.one.one (1.1.1.1) 15.599 ms 141.101.73.177 (141.101.73.177) 26.659 ms diff --git a/logs/trace_20260928_204646_094596.json b/logs/trace_20260928_204646_094596.json new file mode 100644 index 0000000..ec281f9 --- /dev/null +++ b/logs/trace_20260928_204646_094596.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:46:47.101-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.646, + 20.464, + 13.844 + ], + "median_ms": 13.844, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.646 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.464 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.844 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.842, + 21.472, + 21.581 + ], + "median_ms": 21.472, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 20.842 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 21.472 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 21.581 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 14.841, + 15.665, + 12.678 + ], + "median_ms": 14.841, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.841 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.665 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.678 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.665, + 12.65, + 11.739 + ], + "median_ms": 12.65, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.665 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.65 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.739 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 15.951, + 32.776, + 16.647 + ], + "median_ms": 16.647, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.951 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 32.776 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.647 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.671, + 25.749, + 14.797 + ], + "median_ms": 17.671, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.671 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 25.749 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 14.797 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.554, + 22.633, + 15.814 + ], + "median_ms": 22.554, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 22.554 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 22.633 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.814 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.808, + 59.718, + 14.73 + ], + "median_ms": 25.808, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 25.808 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 59.718 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.73 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.605, + 18.724, + 14.665 + ], + "median_ms": 15.605, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.605 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 18.724 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 14.665 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.481, + 16.568, + 15.648 + ], + "median_ms": 16.568, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 26.481 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 16.568 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.648 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204646_094596.txt", + "spike_captured": true, + "spike_limit_ms": 57.25, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 59.718 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 59.718, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 273 +} \ No newline at end of file diff --git a/logs/trace_20260928_204646_094596.txt b/logs/trace_20260928_204646_094596.txt new file mode 100644 index 0000000..ce6ff6c --- /dev/null +++ b/logs/trace_20260928_204646_094596.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.646 ms 20.464 ms 13.844 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 20.842 ms 21.472 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 21.581 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.841 ms 15.665 ms 12.678 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.665 ms 12.650 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 11.739 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.951 ms 32.776 ms 16.647 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 17.671 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 25.749 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 14.797 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 22.554 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 22.633 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.814 ms + 8 141.101.73.110 (141.101.73.110) 25.808 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 59.718 ms 141.101.73.110 (141.101.73.110) 14.730 ms + 9 141.101.73.110 (141.101.73.110) 15.605 ms 18.724 ms 141.101.73.173 (141.101.73.173) 14.665 ms +10 141.101.73.163 (141.101.73.163) 26.481 ms 141.101.73.195 (141.101.73.195) 16.568 ms one.one.one.one (1.1.1.1) 15.648 ms diff --git a/logs/trace_20260928_204654_096624.json b/logs/trace_20260928_204654_096624.json new file mode 100644 index 0000000..89b4a4c --- /dev/null +++ b/logs/trace_20260928_204654_096624.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:46:55.304-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.49, + 11.921, + 11.797 + ], + "median_ms": 11.921, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.49 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.921 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.797 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.921, + 11.278, + 10.165 + ], + "median_ms": 11.278, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.921 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.278 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 10.165 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 10.936, + 15.77, + 23.762 + ], + "median_ms": 15.77, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 10.936 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.77 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 23.762 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.57, + 21.759, + 13.608 + ], + "median_ms": 21.759, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 31.57 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 21.759 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.608 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.777, + 13.722, + 31.812 + ], + "median_ms": 23.777, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 23.777 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 13.722 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 31.812 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.716, + 15.835, + 23.806 + ], + "median_ms": 23.806, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 30.716 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.835 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 23.806 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.708, + 14.833, + 24.606 + ], + "median_ms": 17.708, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 17.708 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 14.833 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 24.606 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 30.796, + 35.834, + 20.558 + ], + "median_ms": 30.796, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 30.796 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 35.834 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 20.558 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.67, + 10.606, + 19.812 + ], + "median_ms": 15.67, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.67 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 10.606 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 19.812 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.748, + 144.714, + 17.571 + ], + "median_ms": 25.748, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 25.748 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 144.714 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.571 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204654_096624.txt", + "spike_captured": true, + "spike_limit_ms": 57.35, + "spike_probes": [ + { + "hop": 10, + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 144.714 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 144.714, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 275 +} \ No newline at end of file diff --git a/logs/trace_20260928_204654_096624.txt b/logs/trace_20260928_204654_096624.txt new file mode 100644 index 0000000..149f456 --- /dev/null +++ b/logs/trace_20260928_204654_096624.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.490 ms 11.921 ms 11.797 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.921 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.278 ms 10.165 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 10.936 ms 15.770 ms 23.762 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 31.570 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 21.759 ms 13.608 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 23.777 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 13.722 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 31.812 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 30.716 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 15.835 ms 23.806 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 17.708 ms 14.833 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 24.606 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 30.796 ms 35.834 ms 20.558 ms + 9 141.101.73.110 (141.101.73.110) 15.670 ms 141.101.73.111 (141.101.73.111) 10.606 ms 141.101.73.195 (141.101.73.195) 19.812 ms +10 141.101.73.169 (141.101.73.169) 25.748 ms 141.101.73.165 (141.101.73.165) 144.714 ms one.one.one.one (1.1.1.1) 17.571 ms diff --git a/logs/trace_20260928_204658_097604.json b/logs/trace_20260928_204658_097604.json new file mode 100644 index 0000000..00ecf88 --- /dev/null +++ b/logs/trace_20260928_204658_097604.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T20:46:59.505-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.894, + 57.731, + 14.734 + ], + "median_ms": 14.734, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.894 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 57.731 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.734 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.853, + 230.496, + 13.589 + ], + "median_ms": 27.853, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 27.853 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 230.496 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 13.589 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.803, + 58.82, + 18.63 + ], + "median_ms": 18.63, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.803 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 58.82 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 18.63 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 42.231, + 53.571, + 27.695 + ], + "median_ms": 42.231, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 42.231 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 53.571 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 27.695 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 60.64, + 16.74, + 17.883 + ], + "median_ms": 17.883, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 60.64 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.74 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.883 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.654, + 29.62, + 16.637 + ], + "median_ms": 25.654, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 25.654 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 29.62 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.637 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.74, + 16.704, + 14.751 + ], + "median_ms": 16.704, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 23.74 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.704 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 14.751 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 16.697, + 15.705, + 39.62 + ], + "median_ms": 16.697, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.697 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.705 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 39.62 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.772, + 16.259, + 15.67 + ], + "median_ms": 16.259, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 17.772 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.259 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.67 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.602, + 16.697, + 15.822 + ], + "median_ms": 15.822, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.602 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.697 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 15.822 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204658_097604.txt", + "spike_captured": true, + "spike_limit_ms": 57.4, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 57.731 + }, + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 230.496 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 58.82 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 60.64 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 230.496, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 276 +} \ No newline at end of file diff --git a/logs/trace_20260928_204658_097604.txt b/logs/trace_20260928_204658_097604.txt new file mode 100644 index 0000000..3718531 --- /dev/null +++ b/logs/trace_20260928_204658_097604.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.894 ms 57.731 ms 14.734 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 27.853 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 230.496 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 13.589 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.803 ms 58.820 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 18.630 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 42.231 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 53.571 ms 27.695 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 60.640 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.740 ms 17.883 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 25.654 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 29.620 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.637 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 23.740 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.704 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 14.751 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.697 ms 15.705 ms 39.620 ms + 9 141.101.73.195 (141.101.73.195) 17.772 ms 141.101.73.111 (141.101.73.111) 16.259 ms 15.670 ms +10 one.one.one.one (1.1.1.1) 15.602 ms 16.697 ms 141.101.73.149 (141.101.73.149) 15.822 ms diff --git a/logs/trace_20260928_204702_098630.json b/logs/trace_20260928_204702_098630.json new file mode 100644 index 0000000..787620b --- /dev/null +++ b/logs/trace_20260928_204702_098630.json @@ -0,0 +1,321 @@ +{ + "time": "2026-09-28T20:47:03.707-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 275.169, + 12.375, + 20.748 + ], + "median_ms": 20.748, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 275.169 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.375 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.748 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.756, + 12.775, + 29.642 + ], + "median_ms": 13.756, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 13.756 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.775 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 29.642 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.638, + 14.655, + 13.713 + ], + "median_ms": 13.713, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.638 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.655 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.713 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.653, + 11.057, + 12.475 + ], + "median_ms": 11.653, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.653 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.057 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.475 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.707, + 17.827, + 13.637 + ], + "median_ms": 15.707, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.707 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.827 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 13.637 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.775, + 18.699, + 16.976 + ], + "median_ms": 16.976, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.775 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 18.699 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.976 + } + ] + }, + { + "hop": 7, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": [ + 14.689, + 16.627, + 15.807 + ], + "median_ms": 15.807, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 14.689 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.627 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.807 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 22.651, + 23.627, + 32.689 + ], + "median_ms": 23.627, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 22.651 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 23.627 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 32.689 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.669, + 14.729 + ], + "median_ms": 15.199, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 15.669 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 14.729 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.584, + 14.758, + 16.634 + ], + "median_ms": 15.584, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.584 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 14.758 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.634 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204702_098630.txt", + "spike_captured": true, + "spike_limit_ms": 57.35, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 275.169 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 275.169, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 277 +} \ No newline at end of file diff --git a/logs/trace_20260928_204702_098630.txt b/logs/trace_20260928_204702_098630.txt new file mode 100644 index 0000000..21b74c0 --- /dev/null +++ b/logs/trace_20260928_204702_098630.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 275.169 ms 12.375 ms 20.748 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 13.756 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.775 ms 29.642 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.638 ms 14.655 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.713 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 11.653 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.057 ms 12.475 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.707 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.827 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 13.637 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 16.775 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 18.699 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 16.976 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 14.689 ms 16.627 ms 15.807 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 22.651 ms 23.627 ms 32.689 ms + 9 141.101.73.175 (141.101.73.175) 15.669 ms * 141.101.73.171 (141.101.73.171) 14.729 ms +10 one.one.one.one (1.1.1.1) 15.584 ms 141.101.73.157 (141.101.73.157) 14.758 ms one.one.one.one (1.1.1.1) 16.634 ms diff --git a/logs/trace_20260928_204706_099646.json b/logs/trace_20260928_204706_099646.json new file mode 100644 index 0000000..aa393e5 --- /dev/null +++ b/logs/trace_20260928_204706_099646.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T20:47:07.307-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.908, + 49.858, + 14.647 + ], + "median_ms": 14.647, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.908 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 49.858 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.647 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.934, + 12.807, + 13.075 + ], + "median_ms": 12.807, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.934 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.807 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 13.075 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 15.783, + 35.639, + 43.757 + ], + "median_ms": 35.639, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.783 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 35.639 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 43.757 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.687, + 14.785, + 12.833 + ], + "median_ms": 14.785, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 23.687 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.785 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.833 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 18.571, + 51.682, + 45.69 + ], + "median_ms": 45.69, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.571 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 51.682 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 45.69 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.691, + 66.678, + 26.766 + ], + "median_ms": 33.691, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 33.691 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 66.678 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.766 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.706, + 16.659, + 14.64 + ], + "median_ms": 15.706, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.706 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.659 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 14.64 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.741, + 16.709, + 15.747 + ], + "median_ms": 16.709, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.741 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.709 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.747 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.847, + 110.584, + 15.646 + ], + "median_ms": 24.847, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 24.847 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 110.584 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.646 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 95.993, + 18.687, + 16.517 + ], + "median_ms": 18.687, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 95.993 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.687 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.517 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204706_099646.txt", + "spike_captured": true, + "spike_limit_ms": 57.35, + "spike_probes": [ + { + "hop": 6, + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 66.678 + }, + { + "hop": 9, + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 110.584 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 95.993 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 110.584, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 278 +} \ No newline at end of file diff --git a/logs/trace_20260928_204706_099646.txt b/logs/trace_20260928_204706_099646.txt new file mode 100644 index 0000000..489006f --- /dev/null +++ b/logs/trace_20260928_204706_099646.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.908 ms 49.858 ms 14.647 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.934 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.807 ms 13.075 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.783 ms 35.639 ms 43.757 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 23.687 ms 14.785 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.833 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 18.571 ms 51.682 ms 45.690 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 33.691 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 66.678 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 26.766 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.706 ms 16.659 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 14.640 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.741 ms 141.101.73.110 (141.101.73.110) 16.709 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.747 ms + 9 141.101.73.110 (141.101.73.110) 24.847 ms 141.101.73.173 (141.101.73.173) 110.584 ms 141.101.73.110 (141.101.73.110) 15.646 ms +10 one.one.one.one (1.1.1.1) 95.993 ms 18.687 ms 16.517 ms diff --git a/logs/trace_20260928_204717_102355.json b/logs/trace_20260928_204717_102355.json new file mode 100644 index 0000000..0c955e1 --- /dev/null +++ b/logs/trace_20260928_204717_102355.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T20:47:18.510-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 29.493, + 25.612, + 21.649 + ], + "median_ms": 25.612, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 29.493 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 25.612 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.649 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.84, + 11.326, + 12.069 + ], + "median_ms": 12.069, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 33.84 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.326 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.069 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 14.788, + 14.835, + 11.701 + ], + "median_ms": 14.788, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.788 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.835 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 11.701 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.749, + 12.814, + 13.861 + ], + "median_ms": 12.814, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.749 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.814 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.861 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.967, + 23.855, + 18.878 + ], + "median_ms": 18.878, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.967 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 23.855 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.878 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.577, + 23.883, + 16.716 + ], + "median_ms": 16.716, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.577 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 23.883 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.716 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 64.91, + 38.726, + 31.689 + ], + "median_ms": 38.726, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 64.91 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 38.726 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 31.689 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.903, + 63.64, + 35.703 + ], + "median_ms": 35.703, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 18.903 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 63.64 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 35.703 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.704, + 47.548, + 16.567 + ], + "median_ms": 27.704, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 27.704 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 47.548 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.567 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 36.584, + 45.752, + 15.592 + ], + "median_ms": 36.584, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 36.584 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 45.752 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.592 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204717_102355.txt", + "spike_captured": true, + "spike_limit_ms": 57.25, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 64.91 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 63.64 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 64.91, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 281 +} \ No newline at end of file diff --git a/logs/trace_20260928_204717_102355.txt b/logs/trace_20260928_204717_102355.txt new file mode 100644 index 0000000..5b67b69 --- /dev/null +++ b/logs/trace_20260928_204717_102355.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 29.493 ms 25.612 ms 21.649 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 33.840 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.326 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.069 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.788 ms 14.835 ms 11.701 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 11.749 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.814 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.861 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 14.967 ms 23.855 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 18.878 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.577 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 23.883 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.716 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 64.910 ms 38.726 ms 31.689 ms + 8 141.101.73.110 (141.101.73.110) 18.903 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 63.640 ms 141.101.73.111 (141.101.73.111) 35.703 ms + 9 141.101.73.110 (141.101.73.110) 27.704 ms 141.101.73.149 (141.101.73.149) 47.548 ms 141.101.73.111 (141.101.73.111) 16.567 ms +10 one.one.one.one (1.1.1.1) 36.584 ms 45.752 ms 15.592 ms diff --git a/logs/trace_20260928_204721_103970.json b/logs/trace_20260928_204721_103970.json new file mode 100644 index 0000000..4b52461 --- /dev/null +++ b/logs/trace_20260928_204721_103970.json @@ -0,0 +1,356 @@ +{ + "time": "2026-09-28T20:47:22.511-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 10.983, + 11.909, + 18.943 + ], + "median_ms": 11.909, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.983 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.909 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 18.943 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.898, + 32.645, + 90.999 + ], + "median_ms": 32.645, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 21.898 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 32.645 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 90.999 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.719, + 13.843, + 13.719 + ], + "median_ms": 13.843, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.719 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.843 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.719 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.871, + 12.7, + 12.773 + ], + "median_ms": 12.773, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.871 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.7 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.773 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.636, + 18.783, + 16.646 + ], + "median_ms": 16.646, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.636 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.783 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.646 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.602, + 18.556, + 14.774 + ], + "median_ms": 18.556, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 37.602 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.556 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.774 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.839, + 40.867, + 21.627 + ], + "median_ms": 25.839, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 25.839 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 40.867 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 21.627 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.753, + 16.609, + 19.681 + ], + "median_ms": 16.609, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.753 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.609 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 19.681 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.752, + 16.776, + 18.609 + ], + "median_ms": 18.609, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 23.752 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 16.776 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 18.609 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.654, + 31.806, + 25.414 + ], + "median_ms": 25.414, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 16.654 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 31.806 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 25.414 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 15.593, + 14.702, + 20.779 + ], + "median_ms": 15.593, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.593 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.702 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 20.779 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204721_103970.txt", + "spike_captured": true, + "spike_limit_ms": 57.45, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 90.999 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 90.999, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 282 +} \ No newline at end of file diff --git a/logs/trace_20260928_204721_103970.txt b/logs/trace_20260928_204721_103970.txt new file mode 100644 index 0000000..66c39a9 --- /dev/null +++ b/logs/trace_20260928_204721_103970.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 10.983 ms 11.909 ms 18.943 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 21.898 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 32.645 ms 90.999 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.719 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.843 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.719 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.871 ms 12.700 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.773 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.636 ms 18.783 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.646 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 37.602 ms 18.556 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 14.774 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 25.839 ms 40.867 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 21.627 ms + 8 141.101.73.111 (141.101.73.111) 14.753 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.609 ms 19.681 ms + 9 141.101.73.110 (141.101.73.110) 23.752 ms 141.101.73.169 (141.101.73.169) 16.776 ms 141.101.73.127 (141.101.73.127) 18.609 ms +10 141.101.73.127 (141.101.73.127) 16.654 ms 141.101.73.117 (141.101.73.117) 31.806 ms 141.101.73.149 (141.101.73.149) 25.414 ms +11 one.one.one.one (1.1.1.1) 15.593 ms 14.702 ms 20.779 ms diff --git a/logs/trace_20260928_204732_106153.json b/logs/trace_20260928_204732_106153.json new file mode 100644 index 0000000..fb5d446 --- /dev/null +++ b/logs/trace_20260928_204732_106153.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T20:47:33.716-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 62.364, + 26.777, + 10.451 + ], + "median_ms": 26.777, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 62.364 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 26.777 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.451 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 43.799, + 12.244, + 12.664 + ], + "median_ms": 12.664, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 43.799 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.244 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.664 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 43.057, + 23.691, + 18.739 + ], + "median_ms": 23.691, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 43.057 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 23.691 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 18.739 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.751, + 13.709, + 22.85 + ], + "median_ms": 22.85, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 32.751 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.709 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 22.85 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.741, + 16.703, + 106.153 + ], + "median_ms": 17.741, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.741 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.703 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 106.153 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.621, + 31.979, + 65.611 + ], + "median_ms": 31.979, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 18.621 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 31.979 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 65.611 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.906, + 51.699, + 39.892 + ], + "median_ms": 39.892, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.906 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 51.699 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 39.892 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.562, + 14.72, + 33.608 + ], + "median_ms": 18.562, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 18.562 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.72 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 33.608 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 54.546, + 17.61, + 53.655 + ], + "median_ms": 53.655, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 54.546 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 17.61 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 53.655 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 60.625, + 14.801, + 15.621 + ], + "median_ms": 15.621, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 60.625 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.801 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 15.621 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204732_106153.txt", + "spike_captured": true, + "spike_limit_ms": 57.45, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 62.364 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 106.153 + }, + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 65.611 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 60.625 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 106.153, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 285 +} \ No newline at end of file diff --git a/logs/trace_20260928_204732_106153.txt b/logs/trace_20260928_204732_106153.txt new file mode 100644 index 0000000..fcae7a4 --- /dev/null +++ b/logs/trace_20260928_204732_106153.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 62.364 ms 26.777 ms 10.451 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 43.799 ms 12.244 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.664 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 43.057 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 23.691 ms 18.739 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 32.751 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.709 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 22.850 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.741 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.703 ms 106.153 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 18.621 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 31.979 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 65.611 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 29.906 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 51.699 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 39.892 ms + 8 141.101.73.110 (141.101.73.110) 18.562 ms 141.101.73.111 (141.101.73.111) 14.720 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 33.608 ms + 9 141.101.73.149 (141.101.73.149) 54.546 ms 141.101.73.159 (141.101.73.159) 17.610 ms 141.101.73.175 (141.101.73.175) 53.655 ms +10 one.one.one.one (1.1.1.1) 60.625 ms 14.801 ms 141.101.73.127 (141.101.73.127) 15.621 ms diff --git a/logs/trace_20260928_204736_107187.json b/logs/trace_20260928_204736_107187.json new file mode 100644 index 0000000..1a87628 --- /dev/null +++ b/logs/trace_20260928_204736_107187.json @@ -0,0 +1,375 @@ +{ + "time": "2026-09-28T20:47:38.316-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 82.913, + 33.922, + 52.652 + ], + "median_ms": 52.652, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 82.913 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 33.922 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 52.652 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 95.87, + 14.928, + 11.86 + ], + "median_ms": 14.928, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 95.87 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 14.928 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.86 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 130.968, + 99.774, + 7.672 + ], + "median_ms": 99.774, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 130.968 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 99.774 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 7.672 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 44.751, + 14.772, + 26.705 + ], + "median_ms": 26.705, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 44.751 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.772 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 26.705 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.646, + 17.88, + 24.653 + ], + "median_ms": 19.646, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.646 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.88 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 24.653 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 44.858, + 27.683, + 76.71 + ], + "median_ms": 44.858, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 44.858 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 27.683 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 76.71 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.746, + 25.792, + 15.733 + ], + "median_ms": 25.792, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 26.746 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.792 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.733 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 108.801, + 79.264, + 43.761 + ], + "median_ms": 79.264, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 108.801 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 79.264 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 43.761 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.598, + 26.525, + 37.61 + ], + "median_ms": 26.525, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 21.598 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 26.525 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 37.61 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.795, + 275.789, + 62.53 + ], + "median_ms": 62.53, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 27.795 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 275.789 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 62.53 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204736_107187.txt", + "spike_captured": true, + "spike_limit_ms": 57.55, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 82.913 + }, + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 95.87 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 130.968 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 99.774 + }, + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 76.71 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 108.801 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 79.264 + }, + { + "hop": 10, + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 275.789 + }, + { + "hop": 10, + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 62.53 + } + ], + "spike_probe_count": 9, + "peak_probe_ms": 275.789, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 286 +} \ No newline at end of file diff --git a/logs/trace_20260928_204736_107187.txt b/logs/trace_20260928_204736_107187.txt new file mode 100644 index 0000000..25fcd66 --- /dev/null +++ b/logs/trace_20260928_204736_107187.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 82.913 ms 33.922 ms 52.652 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 95.870 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 14.928 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.860 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 130.968 ms 99.774 ms 7.672 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 44.751 ms 14.772 ms 26.705 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 19.646 ms 17.880 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 24.653 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 44.858 ms 27.683 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 76.710 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 26.746 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 25.792 ms 15.733 ms + 8 141.101.73.110 (141.101.73.110) 108.801 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 79.264 ms 43.761 ms + 9 141.101.73.195 (141.101.73.195) 21.598 ms 141.101.73.110 (141.101.73.110) 26.525 ms 141.101.73.119 (141.101.73.119) 37.610 ms +10 one.one.one.one (1.1.1.1) 27.795 ms 141.101.73.173 (141.101.73.173) 275.789 ms 141.101.73.157 (141.101.73.157) 62.530 ms diff --git a/logs/trace_20260928_204759_112809.json b/logs/trace_20260928_204759_112809.json new file mode 100644 index 0000000..687bf88 --- /dev/null +++ b/logs/trace_20260928_204759_112809.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:48:00.521-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 58.501, + 20.241, + 12.776 + ], + "median_ms": 20.241, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 58.501 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.241 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.776 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.849, + 31.398, + 11.148 + ], + "median_ms": 12.849, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.849 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 31.398 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.148 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 53.864, + 15.755, + 12.762 + ], + "median_ms": 15.755, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 53.864 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.755 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.762 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.796, + 33.764, + 26.785 + ], + "median_ms": 26.785, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.796 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 33.764 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 26.785 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 16.512, + 17.94, + 24.619 + ], + "median_ms": 17.94, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.512 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.94 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 24.619 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.565, + 16.678, + 28.769 + ], + "median_ms": 28.769, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 37.565 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.678 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 28.769 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.77, + 54.839, + 38.761 + ], + "median_ms": 38.761, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 24.77 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 54.839 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 38.761 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 42.579, + 26.79, + 37.575 + ], + "median_ms": 37.575, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 42.579 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 26.79 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 37.575 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.66, + 14.632, + 17.456 + ], + "median_ms": 17.456, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 19.66 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.632 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 17.456 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.255, + 48.718, + 32.557 + ], + "median_ms": 32.557, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 30.255 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 48.718 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 32.557 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204759_112809.txt", + "spike_captured": true, + "spike_limit_ms": 57.6, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 58.501 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 58.501, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 292 +} \ No newline at end of file diff --git a/logs/trace_20260928_204759_112809.txt b/logs/trace_20260928_204759_112809.txt new file mode 100644 index 0000000..a7c8e76 --- /dev/null +++ b/logs/trace_20260928_204759_112809.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 58.501 ms 20.241 ms 12.776 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.849 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 31.398 ms 11.148 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 53.864 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.755 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 12.762 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.796 ms 33.764 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 26.785 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.512 ms 17.940 ms 24.619 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 37.565 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.678 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 28.769 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 24.770 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 54.839 ms 38.761 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 42.579 ms 26.790 ms 141.101.73.110 (141.101.73.110) 37.575 ms + 9 141.101.73.149 (141.101.73.149) 19.660 ms 141.101.73.111 (141.101.73.111) 14.632 ms 141.101.73.147 (141.101.73.147) 17.456 ms +10 141.101.73.117 (141.101.73.117) 30.255 ms 141.101.73.177 (141.101.73.177) 48.718 ms one.one.one.one (1.1.1.1) 32.557 ms diff --git a/logs/trace_20260928_204807_114793.json b/logs/trace_20260928_204807_114793.json new file mode 100644 index 0000000..5a5d247 --- /dev/null +++ b/logs/trace_20260928_204807_114793.json @@ -0,0 +1,368 @@ +{ + "time": "2026-09-28T20:48:09.121-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 194.053, + 12.373, + 11.897 + ], + "median_ms": 12.373, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 194.053 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.373 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.897 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.79, + 10.935, + 11.388 + ], + "median_ms": 11.388, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.79 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.935 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.388 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.339, + 15.703, + 13.739 + ], + "median_ms": 15.703, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 25.339 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.703 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.739 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.629, + 12.738, + 21.783 + ], + "median_ms": 13.629, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.629 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.738 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 21.783 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.887, + 18.669, + 16.748 + ], + "median_ms": 16.887, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.887 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.669 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.748 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.688, + 33.69, + 16.763 + ], + "median_ms": 26.688, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.688 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 33.69 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.763 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 115.648, + 52.985, + 40.734 + ], + "median_ms": 52.985, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 115.648 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 52.985 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 40.734 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.606, + 15.609, + 12.653 + ], + "median_ms": 14.606, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.606 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.609 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 12.653 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.716, + 20.801, + 61.578 + ], + "median_ms": 28.716, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 28.716 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 20.801 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 61.578 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 40.514, + 25.639, + 33.583 + ], + "median_ms": 33.583, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 40.514 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 25.639 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 33.583 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 23.577, + 15.79, + 26.702 + ], + "median_ms": 23.577, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 23.577 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.79 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 26.702 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204807_114793.txt", + "spike_captured": true, + "spike_limit_ms": 57.6, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 194.053 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 115.648 + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 61.578 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 194.053, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 294 +} \ No newline at end of file diff --git a/logs/trace_20260928_204807_114793.txt b/logs/trace_20260928_204807_114793.txt new file mode 100644 index 0000000..87c7fbf --- /dev/null +++ b/logs/trace_20260928_204807_114793.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 194.053 ms 12.373 ms 11.897 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.790 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 10.935 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.388 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 25.339 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.703 ms 13.739 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.629 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.738 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 21.783 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.887 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.669 ms 16.748 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 26.688 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 33.690 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 16.763 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 115.648 ms 52.985 ms 40.734 ms + 8 141.101.73.111 (141.101.73.111) 14.606 ms 141.101.73.110 (141.101.73.110) 15.609 ms 141.101.73.111 (141.101.73.111) 12.653 ms + 9 141.101.73.175 (141.101.73.175) 28.716 ms 141.101.73.119 (141.101.73.119) 20.801 ms 141.101.73.111 (141.101.73.111) 61.578 ms +10 141.101.73.169 (141.101.73.169) 40.514 ms 141.101.73.147 (141.101.73.147) 25.639 ms 141.101.73.159 (141.101.73.159) 33.583 ms +11 one.one.one.one (1.1.1.1) 23.577 ms 15.790 ms 26.702 ms diff --git a/logs/trace_20260928_204812_116018.json b/logs/trace_20260928_204812_116018.json new file mode 100644 index 0000000..cff2879 --- /dev/null +++ b/logs/trace_20260928_204812_116018.json @@ -0,0 +1,362 @@ +{ + "time": "2026-09-28T20:48:13.325-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.976, + 11.875, + 12.63 + ], + "median_ms": 11.976, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.976 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.875 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.63 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.851, + 11.57, + 21.237 + ], + "median_ms": 18.851, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 18.851 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.57 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 21.237 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.687, + 12.976, + 13.513 + ], + "median_ms": 13.513, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.687 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.976 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.513 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.925, + 12.893, + 13.685 + ], + "median_ms": 12.893, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.925 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.893 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.685 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 15.911, + 14.982, + 17.799 + ], + "median_ms": 15.911, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.911 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.982 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.799 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.615, + 20.942, + 14.641 + ], + "median_ms": 15.615, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.615 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 20.942 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 14.641 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.952, + 79.684, + 20.785 + ], + "median_ms": 20.785, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.952 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 79.684 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 20.785 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 61.822, + 37.768, + 32.842 + ], + "median_ms": 37.768, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 61.822 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 37.768 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 32.842 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.536, + 14.667, + 20.654 + ], + "median_ms": 16.536, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 16.536 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.667 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 20.654 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.642, + 16.85, + 14.577 + ], + "median_ms": 16.85, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 18.642 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 16.85 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 14.577 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 14.606, + 16.841, + 14.604 + ], + "median_ms": 14.606, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.606 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.841 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.604 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204812_116018.txt", + "spike_captured": true, + "spike_limit_ms": 57.8, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 79.684 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 61.822 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 79.684, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 295 +} \ No newline at end of file diff --git a/logs/trace_20260928_204812_116018.txt b/logs/trace_20260928_204812_116018.txt new file mode 100644 index 0000000..6222526 --- /dev/null +++ b/logs/trace_20260928_204812_116018.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.976 ms 11.875 ms 12.630 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 18.851 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.570 ms 21.237 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.687 ms 12.976 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.513 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 11.925 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.893 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.685 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.911 ms 14.982 ms 17.799 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.615 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 20.942 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 14.641 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.952 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 79.684 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 20.785 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 61.822 ms 37.768 ms 32.842 ms + 9 141.101.73.177 (141.101.73.177) 16.536 ms 141.101.73.110 (141.101.73.110) 14.667 ms 141.101.73.163 (141.101.73.163) 20.654 ms +10 141.101.73.127 (141.101.73.127) 18.642 ms 141.101.73.157 (141.101.73.157) 16.850 ms 141.101.73.165 (141.101.73.165) 14.577 ms +11 one.one.one.one (1.1.1.1) 14.606 ms 16.841 ms 14.604 ms diff --git a/logs/trace_20260928_204816_117010.json b/logs/trace_20260928_204816_117010.json new file mode 100644 index 0000000..66898d5 --- /dev/null +++ b/logs/trace_20260928_204816_117010.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:48:17.324-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.287, + 12.425, + 12.754 + ], + "median_ms": 12.425, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.287 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.425 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.754 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.843, + 13.026, + 14.01 + ], + "median_ms": 13.026, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.843 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 13.026 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 14.01 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 13.804, + 14.737, + 15.953 + ], + "median_ms": 14.737, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.804 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.737 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.953 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 16.477, + 43.579, + 12.761 + ], + "median_ms": 16.477, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 16.477 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 43.579 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.761 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.879, + 15.766, + 17.721 + ], + "median_ms": 15.879, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.879 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.766 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.721 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.877, + 15.693, + 15.821 + ], + "median_ms": 15.821, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 33.877 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.693 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.821 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 17.735, + 15.699, + 15.645 + ], + "median_ms": 15.699, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.735 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.699 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.645 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 18.614, + 35.743, + 35.689 + ], + "median_ms": 35.689, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.614 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 35.743 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 35.689 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.607, + 28.67, + 101.62 + ], + "median_ms": 28.67, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 16.607 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 28.67 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 101.62 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.612, + 16.245, + 16.296 + ], + "median_ms": 16.296, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 16.612 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.245 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.296 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204816_117010.txt", + "spike_captured": true, + "spike_limit_ms": 57.65, + "spike_probes": [ + { + "hop": 9, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 101.62 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 101.62, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 296 +} \ No newline at end of file diff --git a/logs/trace_20260928_204816_117010.txt b/logs/trace_20260928_204816_117010.txt new file mode 100644 index 0000000..d5781e4 --- /dev/null +++ b/logs/trace_20260928_204816_117010.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.287 ms 12.425 ms 12.754 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.843 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 13.026 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 14.010 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.804 ms 14.737 ms 15.953 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 16.477 ms 43.579 ms 12.761 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.879 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.766 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.721 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 33.877 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 15.693 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 15.821 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.735 ms 15.699 ms 15.645 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 18.614 ms 35.743 ms 35.689 ms + 9 141.101.73.195 (141.101.73.195) 16.607 ms 141.101.73.111 (141.101.73.111) 28.670 ms 141.101.73.110 (141.101.73.110) 101.620 ms +10 141.101.73.195 (141.101.73.195) 16.612 ms one.one.one.one (1.1.1.1) 16.245 ms 16.296 ms diff --git a/logs/trace_20260928_204828_119929.json b/logs/trace_20260928_204828_119929.json new file mode 100644 index 0000000..6746282 --- /dev/null +++ b/logs/trace_20260928_204828_119929.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T20:48:29.328-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.287, + 11.794, + 11.743 + ], + "median_ms": 11.794, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.287 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.794 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.743 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.841, + 10.614, + 14.142 + ], + "median_ms": 11.841, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.841 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 10.614 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 14.142 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 20.805, + 14.811, + 13.633 + ], + "median_ms": 14.811, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 20.805 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.811 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.633 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 50.56, + 13.966, + 13.539 + ], + "median_ms": 13.966, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 50.56 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.966 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.539 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.82, + 16.784, + 34.689 + ], + "median_ms": 16.784, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.82 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.784 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 34.689 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.767, + 25.788, + 27.762 + ], + "median_ms": 26.767, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 26.767 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 25.788 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 27.762 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 149.985, + 65.655, + 32.843 + ], + "median_ms": 65.655, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 149.985 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 65.655 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 32.843 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.793, + 15.601, + 17.549 + ], + "median_ms": 15.601, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.793 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.601 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.549 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.859, + 17.473, + 15.614 + ], + "median_ms": 16.859, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 16.859 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 17.473 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.614 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.64, + 17.401, + 19.577 + ], + "median_ms": 17.401, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 16.64 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.401 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 19.577 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204828_119929.txt", + "spike_captured": true, + "spike_limit_ms": 57.4, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 149.985 + }, + { + "hop": 7, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 65.655 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 149.985, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 299 +} \ No newline at end of file diff --git a/logs/trace_20260928_204828_119929.txt b/logs/trace_20260928_204828_119929.txt new file mode 100644 index 0000000..042b5d1 --- /dev/null +++ b/logs/trace_20260928_204828_119929.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.287 ms 11.794 ms 11.743 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.841 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 10.614 ms 14.142 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 20.805 ms 14.811 ms 13.633 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 50.560 ms 13.966 ms 13.539 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.820 ms 16.784 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 34.689 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 26.767 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 25.788 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 27.762 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 149.985 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 65.655 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 32.843 ms + 8 141.101.73.110 (141.101.73.110) 14.793 ms 15.601 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.549 ms + 9 141.101.73.157 (141.101.73.157) 16.859 ms 141.101.73.125 (141.101.73.125) 17.473 ms 141.101.73.111 (141.101.73.111) 15.614 ms +10 141.101.73.157 (141.101.73.157) 16.640 ms one.one.one.one (1.1.1.1) 17.401 ms 141.101.73.169 (141.101.73.169) 19.577 ms diff --git a/logs/trace_20260928_204832_120946.json b/logs/trace_20260928_204832_120946.json new file mode 100644 index 0000000..ba31c10 --- /dev/null +++ b/logs/trace_20260928_204832_120946.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:48:33.329-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.224, + 12.25, + 14.849 + ], + "median_ms": 12.25, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.224 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.25 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.849 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.709, + 17.663, + 12.086 + ], + "median_ms": 12.709, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.709 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 17.663 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.086 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.835, + 16.836, + 48.498 + ], + "median_ms": 16.836, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 11.835 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.836 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 48.498 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.507, + 13.703, + 10.925 + ], + "median_ms": 12.507, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.507 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.703 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 10.925 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 15.854, + 58.818, + 18.666 + ], + "median_ms": 18.666, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.854 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 58.818 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.666 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 38.692, + 34.789, + 50.948 + ], + "median_ms": 38.692, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 38.692 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 34.789 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 50.948 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.727, + 24.771, + 19.658 + ], + "median_ms": 19.658, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.727 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 24.771 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 19.658 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.764, + 16.796, + 15.657 + ], + "median_ms": 15.657, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.764 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.796 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.657 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.757, + 16.642, + 25.756 + ], + "median_ms": 19.757, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 19.757 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 16.642 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 25.756 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.803, + 14.692, + 48.76 + ], + "median_ms": 24.803, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 24.803 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.692 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 48.76 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204832_120946.txt", + "spike_captured": true, + "spike_limit_ms": 57.45, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 58.818 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 58.818, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 300 +} \ No newline at end of file diff --git a/logs/trace_20260928_204832_120946.txt b/logs/trace_20260928_204832_120946.txt new file mode 100644 index 0000000..0de8eac --- /dev/null +++ b/logs/trace_20260928_204832_120946.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.224 ms 12.250 ms 14.849 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.709 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 17.663 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.086 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 11.835 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 16.836 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 48.498 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.507 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.703 ms 10.925 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.854 ms 58.818 ms 18.666 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 38.692 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 34.789 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 50.948 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.727 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 24.771 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 19.658 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.764 ms 16.796 ms 141.101.73.111 (141.101.73.111) 15.657 ms + 9 141.101.73.195 (141.101.73.195) 19.757 ms 141.101.73.171 (141.101.73.171) 16.642 ms 141.101.73.111 (141.101.73.111) 25.756 ms +10 141.101.73.157 (141.101.73.157) 24.803 ms one.one.one.one (1.1.1.1) 14.692 ms 141.101.73.175 (141.101.73.175) 48.760 ms diff --git a/logs/trace_20260928_204842_123364.json b/logs/trace_20260928_204842_123364.json new file mode 100644 index 0000000..3069447 --- /dev/null +++ b/logs/trace_20260928_204842_123364.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:48:43.128-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 10.55, + 39.55, + 14.861 + ], + "median_ms": 14.861, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.55 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 39.55 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.861 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.814, + 78.489, + 9.814 + ], + "median_ms": 26.814, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 26.814 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 78.489 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 9.814 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.065, + 15.796, + 15.482 + ], + "median_ms": 15.482, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.065 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.796 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.482 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.752, + 13.771, + 11.789 + ], + "median_ms": 13.771, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 19.752 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.771 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.789 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.721, + 15.803, + 22.855 + ], + "median_ms": 15.803, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.721 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.803 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 22.855 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.633, + 15.786, + 16.675 + ], + "median_ms": 16.675, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 18.633 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.786 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.675 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 14.73, + 16.79, + 15.611 + ], + "median_ms": 15.611, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.73 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.79 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.611 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.786, + 14.624, + 17.877 + ], + "median_ms": 14.786, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.786 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.624 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.877 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.877, + 13.747, + 15.539 + ], + "median_ms": 14.877, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.877 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.747 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.539 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.817, + 16.664, + 43.646 + ], + "median_ms": 16.664, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 15.817 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 16.664 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 43.646 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204842_123364.txt", + "spike_captured": true, + "spike_limit_ms": 57.45, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 78.489 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 78.489, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 303 +} \ No newline at end of file diff --git a/logs/trace_20260928_204842_123364.txt b/logs/trace_20260928_204842_123364.txt new file mode 100644 index 0000000..25ae672 --- /dev/null +++ b/logs/trace_20260928_204842_123364.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 10.550 ms 39.550 ms 14.861 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 26.814 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 78.489 ms 9.814 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.065 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.796 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.482 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 19.752 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.771 ms 11.789 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.721 ms 15.803 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 22.855 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 18.633 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 15.786 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 16.675 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.730 ms 16.790 ms 15.611 ms + 8 141.101.73.111 (141.101.73.111) 14.786 ms 14.624 ms 141.101.73.110 (141.101.73.110) 17.877 ms + 9 141.101.73.110 (141.101.73.110) 14.877 ms 13.747 ms 141.101.73.111 (141.101.73.111) 15.539 ms +10 141.101.73.159 (141.101.73.159) 15.817 ms 141.101.73.127 (141.101.73.127) 16.664 ms one.one.one.one (1.1.1.1) 43.646 ms diff --git a/logs/trace_20260928_204846_124377.json b/logs/trace_20260928_204846_124377.json new file mode 100644 index 0000000..d7c3fa0 --- /dev/null +++ b/logs/trace_20260928_204846_124377.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T20:48:47.733-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 72.316, + 10.848, + 33.811 + ], + "median_ms": 33.811, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 72.316 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.848 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 33.811 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.737, + 11.939, + 10.691 + ], + "median_ms": 11.737, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.737 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.939 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.691 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 225.108, + 27.62, + 15.76 + ], + "median_ms": 27.62, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 225.108 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 27.62 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.76 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.65, + 43.699, + 18.787 + ], + "median_ms": 18.787, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.65 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 43.699 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 18.787 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 36.766, + 19.791, + 26.533 + ], + "median_ms": 26.533, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 36.766 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 19.791 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 26.533 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.825, + 51.668, + 74.865 + ], + "median_ms": 51.668, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 17.825 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 51.668 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 74.865 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.611, + 50.636, + 36.657 + ], + "median_ms": 36.657, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 27.611 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 50.636 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 36.657 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 40.596, + 41.589, + 17.03 + ], + "median_ms": 40.596, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 40.596 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 41.589 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.03 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 47.979, + 33.565, + 16.61 + ], + "median_ms": 33.565, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 47.979 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 33.565 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 16.61 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 19.619, + 27.795, + 15.687 + ], + "median_ms": 19.619, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 19.619 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 27.795 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.687 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204846_124377.txt", + "spike_captured": true, + "spike_limit_ms": 57.4, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 72.316 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 225.108 + }, + { + "hop": 6, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 74.865 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 225.108, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 304 +} \ No newline at end of file diff --git a/logs/trace_20260928_204846_124377.txt b/logs/trace_20260928_204846_124377.txt new file mode 100644 index 0000000..5ae14ea --- /dev/null +++ b/logs/trace_20260928_204846_124377.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 72.316 ms 10.848 ms 33.811 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.737 ms 11.939 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 10.691 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 225.108 ms 27.620 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.760 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.650 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 43.699 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 18.787 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 36.766 ms 19.791 ms 26.533 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 17.825 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 51.668 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 74.865 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 27.611 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 50.636 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 36.657 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 40.596 ms 41.589 ms 17.030 ms + 9 141.101.73.127 (141.101.73.127) 47.979 ms 141.101.73.177 (141.101.73.177) 33.565 ms 141.101.73.147 (141.101.73.147) 16.610 ms +10 one.one.one.one (1.1.1.1) 19.619 ms 27.795 ms 15.687 ms diff --git a/logs/trace_20260928_204858_127415.json b/logs/trace_20260928_204858_127415.json new file mode 100644 index 0000000..65ee9e7 --- /dev/null +++ b/logs/trace_20260928_204858_127415.json @@ -0,0 +1,357 @@ +{ + "time": "2026-09-28T20:48:59.936-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 14.356, + 22.875, + 31.975 + ], + "median_ms": 22.875, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.356 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.875 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 31.975 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.631, + 60.673, + 14.823 + ], + "median_ms": 14.823, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 13.631 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 60.673 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 14.823 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.444, + 18.035, + 47.754 + ], + "median_ms": 19.444, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 19.444 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 18.035 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 47.754 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.668, + 118.758, + 37.684 + ], + "median_ms": 37.684, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.668 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 118.758 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 37.684 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 73.782, + 20.288, + 18.755 + ], + "median_ms": 20.288, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 73.782 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 20.288 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.755 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 123.522, + 55.758, + 118.726 + ], + "median_ms": 118.726, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 123.522 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 55.758 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 118.726 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.765, + 31.746, + 27.73 + ], + "median_ms": 31.746, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 33.765 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 31.746 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 27.73 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.835, + 18.511, + 29.769 + ], + "median_ms": 28.835, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 28.835 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.511 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.769 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 45.733, + 18.64, + 19.669 + ], + "median_ms": 19.669, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 45.733 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 18.64 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 19.669 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.688, + 55.698, + 128.792 + ], + "median_ms": 55.698, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 17.688 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 55.698 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 128.792 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204858_127415.txt", + "spike_captured": true, + "spike_limit_ms": 57.75, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 60.673 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 118.758 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 73.782 + }, + { + "hop": 6, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 123.522 + }, + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 118.726 + }, + { + "hop": 10, + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 128.792 + } + ], + "spike_probe_count": 6, + "peak_probe_ms": 128.792, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 307 +} \ No newline at end of file diff --git a/logs/trace_20260928_204858_127415.txt b/logs/trace_20260928_204858_127415.txt new file mode 100644 index 0000000..e75a98b --- /dev/null +++ b/logs/trace_20260928_204858_127415.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 14.356 ms 22.875 ms 31.975 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 13.631 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 60.673 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 14.823 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 19.444 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 18.035 ms 47.754 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.668 ms 118.758 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 37.684 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 73.782 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 20.288 ms 18.755 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 123.522 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 55.758 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 118.726 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 33.765 ms 31.746 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 27.730 ms + 8 141.101.73.111 (141.101.73.111) 28.835 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 18.511 ms 29.769 ms + 9 141.101.73.119 (141.101.73.119) 45.733 ms 141.101.73.111 (141.101.73.111) 18.640 ms 141.101.73.163 (141.101.73.163) 19.669 ms +10 141.101.73.167 (141.101.73.167) 17.688 ms one.one.one.one (1.1.1.1) 55.698 ms 141.101.73.163 (141.101.73.163) 128.792 ms diff --git a/logs/trace_20260928_204902_128370.json b/logs/trace_20260928_204902_128370.json new file mode 100644 index 0000000..baaa1c0 --- /dev/null +++ b/logs/trace_20260928_204902_128370.json @@ -0,0 +1,351 @@ +{ + "time": "2026-09-28T20:49:03.737-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.297, + 13.525, + 15.819 + ], + "median_ms": 13.525, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.297 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.525 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.819 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.645, + 54.548, + 22.98 + ], + "median_ms": 22.98, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 21.645 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 54.548 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 22.98 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.744, + 16.751, + 44.636 + ], + "median_ms": 17.744, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 17.744 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.751 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 44.636 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.745, + 47.799, + 31.703 + ], + "median_ms": 31.703, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 23.745 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 47.799 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 31.703 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.73, + 20.959, + 26.728 + ], + "median_ms": 26.728, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 36.73 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 20.959 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.728 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 67.753, + 18.762, + 49.694 + ], + "median_ms": 49.694, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 67.753 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.762 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 49.694 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.785, + 60.729, + 15.618 + ], + "median_ms": 32.785, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 32.785 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 60.729 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.618 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 53.855, + 16.693, + 100.643 + ], + "median_ms": 53.855, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 53.855 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.693 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 100.643 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.687, + 28.293, + 16.594 + ], + "median_ms": 23.687, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 23.687 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 28.293 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.594 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 52.595, + 86.604, + 91.856 + ], + "median_ms": 86.604, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 52.595 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 86.604 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 91.856 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204902_128370.txt", + "spike_captured": true, + "spike_limit_ms": 57.95, + "spike_probes": [ + { + "hop": 6, + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 67.753 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 60.729 + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 100.643 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 86.604 + }, + { + "hop": 10, + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 91.856 + } + ], + "spike_probe_count": 5, + "peak_probe_ms": 100.643, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 308 +} \ No newline at end of file diff --git a/logs/trace_20260928_204902_128370.txt b/logs/trace_20260928_204902_128370.txt new file mode 100644 index 0000000..109cff9 --- /dev/null +++ b/logs/trace_20260928_204902_128370.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.297 ms 13.525 ms 15.819 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 21.645 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 54.548 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 22.980 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 17.744 ms 16.751 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 44.636 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 23.745 ms 47.799 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 31.703 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 36.730 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 20.959 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 26.728 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 67.753 ms 18.762 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 49.694 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 32.785 ms 60.729 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.618 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 53.855 ms 141.101.73.111 (141.101.73.111) 16.693 ms 100.643 ms + 9 141.101.73.110 (141.101.73.110) 23.687 ms 141.101.73.169 (141.101.73.169) 28.293 ms 141.101.73.110 (141.101.73.110) 16.594 ms +10 141.101.73.167 (141.101.73.167) 52.595 ms one.one.one.one (1.1.1.1) 86.604 ms 141.101.73.169 (141.101.73.169) 91.856 ms diff --git a/logs/trace_20260928_204906_129946.json b/logs/trace_20260928_204906_129946.json new file mode 100644 index 0000000..4baff75 --- /dev/null +++ b/logs/trace_20260928_204906_129946.json @@ -0,0 +1,369 @@ +{ + "time": "2026-09-28T20:49:08.739-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 62.143, + 105.405, + 13.84 + ], + "median_ms": 62.143, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 62.143 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 105.405 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.84 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 40.847, + 75.647, + 39.71 + ], + "median_ms": 40.847, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 40.847 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 75.647 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 39.71 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 76.719, + 70.71, + 14.623 + ], + "median_ms": 70.71, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 76.719 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 70.71 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.623 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.785, + 16.698, + 12.653 + ], + "median_ms": 12.785, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.785 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 16.698 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.653 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.308, + 42.902 + ], + "median_ms": 38.105000000000004, + "timeouts": 1, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 33.308 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 42.902 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.74, + 25.722, + 18.732 + ], + "median_ms": 25.722, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 28.74 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.722 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 18.732 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 17.784, + 29.845, + 19.657 + ], + "median_ms": 19.657, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.784 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.845 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 19.657 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 30.598, + 305.793, + 37.629 + ], + "median_ms": 37.629, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 30.598 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 305.793 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 37.629 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 61.711, + 48.919, + 26.448 + ], + "median_ms": 48.919, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 61.711 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 48.919 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 26.448 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 16.67, + 79.894, + 98.663 + ], + "median_ms": 79.894, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.67 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 79.894 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 98.663 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204906_129946.txt", + "spike_captured": true, + "spike_limit_ms": 58.1, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 62.143 + }, + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 105.405 + }, + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 75.647 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 76.719 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 70.71 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 305.793 + }, + { + "hop": 9, + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 61.711 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 79.894 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 98.663 + } + ], + "spike_probe_count": 9, + "peak_probe_ms": 305.793, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 309 +} \ No newline at end of file diff --git a/logs/trace_20260928_204906_129946.txt b/logs/trace_20260928_204906_129946.txt new file mode 100644 index 0000000..af820f5 --- /dev/null +++ b/logs/trace_20260928_204906_129946.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 62.143 ms 105.405 ms 13.840 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 40.847 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 75.647 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 39.710 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 76.719 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 70.710 ms 14.623 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.785 ms 16.698 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.653 ms + 5 * lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 33.308 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 42.902 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 28.740 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 25.722 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 18.732 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.784 ms 29.845 ms 19.657 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 30.598 ms 305.793 ms 37.629 ms + 9 141.101.73.127 (141.101.73.127) 61.711 ms 141.101.73.110 (141.101.73.110) 48.919 ms 141.101.73.195 (141.101.73.195) 26.448 ms +10 one.one.one.one (1.1.1.1) 16.670 ms 79.894 ms 98.663 ms diff --git a/logs/trace_20260928_204915_131581.json b/logs/trace_20260928_204915_131581.json new file mode 100644 index 0000000..4c1c278 --- /dev/null +++ b/logs/trace_20260928_204915_131581.json @@ -0,0 +1,321 @@ +{ + "time": "2026-09-28T20:49:16.739-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.355, + 22.86, + 12.915 + ], + "median_ms": 13.355, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.355 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.86 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.915 + } + ] + }, + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": [ + 18.799, + 12.382, + 17.893 + ], + "median_ms": 17.893, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 18.799 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.382 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 17.893 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.586, + 20.729, + 11.574 + ], + "median_ms": 11.574, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 10.586 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 20.729 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 11.574 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 11.68, + 11.555, + 12.731 + ], + "median_ms": 11.68, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.68 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.555 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.731 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.725, + 31.89, + 17.476 + ], + "median_ms": 17.476, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.725 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 31.89 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.476 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.696, + 23.62, + 15.607 + ], + "median_ms": 15.696, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.696 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 23.62 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.607 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.756, + 17.591, + 14.639 + ], + "median_ms": 17.591, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 20.756 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 17.591 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 14.639 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.616, + 15.661 + ], + "median_ms": 19.6385, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 23.616 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.661 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.93, + 27.698, + 29.442 + ], + "median_ms": 27.698, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.93 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 27.698 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 29.442 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.607, + 122.377, + 18.943 + ], + "median_ms": 18.943, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 18.607 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 122.377 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.943 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204915_131581.txt", + "spike_captured": true, + "spike_limit_ms": 58.0, + "spike_probes": [ + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 122.377 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 122.377, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 311 +} \ No newline at end of file diff --git a/logs/trace_20260928_204915_131581.txt b/logs/trace_20260928_204915_131581.txt new file mode 100644 index 0000000..1db6349 --- /dev/null +++ b/logs/trace_20260928_204915_131581.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.355 ms 22.860 ms 12.915 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 18.799 ms 12.382 ms 17.893 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 10.586 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 20.729 ms 11.574 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 11.680 ms 11.555 ms 12.731 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.725 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 31.890 ms 17.476 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.696 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 23.620 ms 15.607 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 20.756 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 17.591 ms 14.639 ms + 8 141.101.73.111 (141.101.73.111) 23.616 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.661 ms * + 9 141.101.73.111 (141.101.73.111) 16.930 ms 141.101.73.147 (141.101.73.147) 27.698 ms 141.101.73.110 (141.101.73.110) 29.442 ms +10 141.101.73.149 (141.101.73.149) 18.607 ms one.one.one.one (1.1.1.1) 122.377 ms 18.943 ms diff --git a/logs/trace_20260928_204919_132628.json b/logs/trace_20260928_204919_132628.json new file mode 100644 index 0000000..002059f --- /dev/null +++ b/logs/trace_20260928_204919_132628.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:49:20.137-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.868, + 12.515, + 20.732 + ], + "median_ms": 12.868, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.868 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.515 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.732 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.754, + 11.966, + 11.536 + ], + "median_ms": 11.536, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.754 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.966 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.536 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.876, + 15.681, + 13.816 + ], + "median_ms": 13.876, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.876 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.681 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.816 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.81, + 13.853, + 14.566 + ], + "median_ms": 14.566, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.81 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.853 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.566 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.854, + 15.624, + 15.783 + ], + "median_ms": 15.783, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 26.854 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.624 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.783 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.784, + 16.789, + 15.774 + ], + "median_ms": 16.784, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.784 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.789 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.774 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.644, + 62.783, + 15.784 + ], + "median_ms": 15.784, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.644 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 62.783 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.784 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.823, + 14.734, + 16.743 + ], + "median_ms": 16.743, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 22.823 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.734 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.743 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.728, + 20.924, + 17.645 + ], + "median_ms": 20.924, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 22.728 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 20.924 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 17.645 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.62, + 15.847, + 14.563 + ], + "median_ms": 15.847, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 24.62 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 15.847 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.563 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204919_132628.txt", + "spike_captured": true, + "spike_limit_ms": 58.2, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 62.783 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 62.783, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 312 +} \ No newline at end of file diff --git a/logs/trace_20260928_204919_132628.txt b/logs/trace_20260928_204919_132628.txt new file mode 100644 index 0000000..b340db8 --- /dev/null +++ b/logs/trace_20260928_204919_132628.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.868 ms 12.515 ms 20.732 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 10.754 ms 11.966 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.536 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.876 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.681 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.816 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.810 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.853 ms 14.566 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 26.854 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.624 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.783 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 16.784 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 16.789 ms 15.774 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.644 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 62.783 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.784 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 22.823 ms 14.734 ms 141.101.73.110 (141.101.73.110) 16.743 ms + 9 141.101.73.117 (141.101.73.117) 22.728 ms 141.101.73.125 (141.101.73.125) 20.924 ms 141.101.73.169 (141.101.73.169) 17.645 ms +10 one.one.one.one (1.1.1.1) 24.620 ms 141.101.73.117 (141.101.73.117) 15.847 ms one.one.one.one (1.1.1.1) 14.563 ms diff --git a/logs/trace_20260928_204926_134374.json b/logs/trace_20260928_204926_134374.json new file mode 100644 index 0000000..a329e92 --- /dev/null +++ b/logs/trace_20260928_204926_134374.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T20:49:27.742-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.346, + 20.38, + 93.956 + ], + "median_ms": 20.38, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.346 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.38 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 93.956 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.738, + 20.942, + 12.997 + ], + "median_ms": 13.738, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.738 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 20.942 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.997 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.634, + 33.719, + 45.918 + ], + "median_ms": 33.719, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 26.634 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 33.719 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 45.918 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.62, + 36.887, + 45.917 + ], + "median_ms": 36.887, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 24.62 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 36.887 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 45.917 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.527, + 26.855, + 68.771 + ], + "median_ms": 26.855, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.527 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.855 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 68.771 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 43.949, + 48.607, + 35.053 + ], + "median_ms": 43.949, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 43.949 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 48.607 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 35.053 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.713, + 34.733, + 71.78 + ], + "median_ms": 34.733, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 18.713 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 34.733 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 71.78 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 35.674, + 48.468, + 27.666 + ], + "median_ms": 35.674, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 35.674 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 48.468 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 27.666 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.718, + 21.547, + 23.634 + ], + "median_ms": 21.547, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.718 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 21.547 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 23.634 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.559, + 17.85, + 27.603 + ], + "median_ms": 17.85, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.559 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 17.85 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 27.603 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204926_134374.txt", + "spike_captured": true, + "spike_limit_ms": 58.3, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 93.956 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 68.771 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 71.78 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 93.956, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 314 +} \ No newline at end of file diff --git a/logs/trace_20260928_204926_134374.txt b/logs/trace_20260928_204926_134374.txt new file mode 100644 index 0000000..2e9d3e9 --- /dev/null +++ b/logs/trace_20260928_204926_134374.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.346 ms 20.380 ms 93.956 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 13.738 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 20.942 ms 12.997 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 26.634 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 33.719 ms 45.918 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 24.620 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 36.887 ms 45.917 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.527 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 26.855 ms 68.771 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 43.949 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 48.607 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 35.053 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 18.713 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 34.733 ms 71.780 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 35.674 ms 48.468 ms 141.101.73.110 (141.101.73.110) 27.666 ms + 9 141.101.73.110 (141.101.73.110) 15.718 ms 141.101.73.157 (141.101.73.157) 21.547 ms 141.101.73.110 (141.101.73.110) 23.634 ms +10 one.one.one.one (1.1.1.1) 17.559 ms 141.101.73.163 (141.101.73.163) 17.850 ms 141.101.73.149 (141.101.73.149) 27.603 ms diff --git a/logs/trace_20260928_204930_135326.json b/logs/trace_20260928_204930_135326.json new file mode 100644 index 0000000..ac5cdab --- /dev/null +++ b/logs/trace_20260928_204930_135326.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T20:49:31.344-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 31.426, + 12.42, + 11.856 + ], + "median_ms": 12.42, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 31.426 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.42 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.856 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.78, + 20.276, + 19.73 + ], + "median_ms": 19.73, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.78 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 20.276 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 19.73 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.639, + 14.975, + 14.539 + ], + "median_ms": 14.539, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.639 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.975 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.539 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.515, + 37.919, + 64.586 + ], + "median_ms": 37.919, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 25.515 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 37.919 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 64.586 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.64, + 43.719, + 16.738 + ], + "median_ms": 31.64, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 31.64 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 43.719 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.738 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.614, + 14.728, + 16.708 + ], + "median_ms": 16.708, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.614 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 14.728 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.708 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 44.769, + 24.653, + 17.65 + ], + "median_ms": 24.653, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 44.769 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 24.653 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 17.65 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 35.849, + 90.552, + 32.553 + ], + "median_ms": 35.849, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 35.849 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 90.552 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 32.553 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.582, + 21.185, + 17.631 + ], + "median_ms": 18.582, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 18.582 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 21.185 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 17.631 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.566, + 21.514, + 26.619 + ], + "median_ms": 24.566, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 24.566 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 21.514 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 26.619 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204930_135326.txt", + "spike_captured": true, + "spike_limit_ms": 58.3, + "spike_probes": [ + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 64.586 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 90.552 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 90.552, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 315 +} \ No newline at end of file diff --git a/logs/trace_20260928_204930_135326.txt b/logs/trace_20260928_204930_135326.txt new file mode 100644 index 0000000..2f4cbf0 --- /dev/null +++ b/logs/trace_20260928_204930_135326.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 31.426 ms 12.420 ms 11.856 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.780 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 20.276 ms 19.730 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.639 ms 14.975 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.539 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 25.515 ms 37.919 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 64.586 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 31.640 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 43.719 ms 16.738 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 18.614 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 14.728 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.708 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 44.769 ms 24.653 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 17.650 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 35.849 ms 141.101.73.110 (141.101.73.110) 90.552 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 32.553 ms + 9 141.101.73.111 (141.101.73.111) 18.582 ms 141.101.73.167 (141.101.73.167) 21.185 ms 141.101.73.195 (141.101.73.195) 17.631 ms +10 one.one.one.one (1.1.1.1) 24.566 ms 141.101.73.163 (141.101.73.163) 21.514 ms 141.101.73.147 (141.101.73.147) 26.619 ms diff --git a/logs/trace_20260928_204934_136317.json b/logs/trace_20260928_204934_136317.json new file mode 100644 index 0000000..4b18d33 --- /dev/null +++ b/logs/trace_20260928_204934_136317.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:49:36.545-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.244, + 27.247, + 22.771 + ], + "median_ms": 22.771, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.244 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 27.247 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.771 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.781, + 24.365, + 20.693 + ], + "median_ms": 24.365, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 30.781 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 24.365 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 20.693 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 46.707, + 12.889, + 50.054 + ], + "median_ms": 46.707, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 46.707 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.889 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 50.054 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 15.793, + 25.75, + 27.79 + ], + "median_ms": 25.75, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.793 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 25.75 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 27.79 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 114.612, + 32.787, + 24.648 + ], + "median_ms": 32.787, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 114.612 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 32.787 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 24.648 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.615, + 45.843, + 58.301 + ], + "median_ms": 45.843, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.615 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 45.843 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 58.301 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 40.195, + 29.686, + 14.768 + ], + "median_ms": 29.686, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 40.195 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 29.686 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 14.768 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 340.801, + 44.658 + ], + "median_ms": 192.7295, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 340.801 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 44.658 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 40.491, + 25.756, + 15.687 + ], + "median_ms": 25.756, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 40.491 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 25.756 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.687 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.573, + 32.592, + 25.858 + ], + "median_ms": 27.573, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 27.573 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 32.592 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 25.858 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204934_136317.txt", + "spike_captured": true, + "spike_limit_ms": 58.6, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 114.612 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 340.801 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 340.801, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 316 +} \ No newline at end of file diff --git a/logs/trace_20260928_204934_136317.txt b/logs/trace_20260928_204934_136317.txt new file mode 100644 index 0000000..88dd22a --- /dev/null +++ b/logs/trace_20260928_204934_136317.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.244 ms 27.247 ms 22.771 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 30.781 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 24.365 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 20.693 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 46.707 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.889 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 50.054 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.793 ms 25.750 ms 27.790 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 114.612 ms 32.787 ms 24.648 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 19.615 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 45.843 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 58.301 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 40.195 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 29.686 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 14.768 ms + 8 * 141.101.73.110 (141.101.73.110) 340.801 ms 141.101.73.111 (141.101.73.111) 44.658 ms + 9 141.101.73.110 (141.101.73.110) 40.491 ms 25.756 ms 141.101.73.111 (141.101.73.111) 15.687 ms +10 141.101.73.179 (141.101.73.179) 27.573 ms one.one.one.one (1.1.1.1) 32.592 ms 25.858 ms diff --git a/logs/trace_20260928_204942_138266.json b/logs/trace_20260928_204942_138266.json new file mode 100644 index 0000000..16a18f0 --- /dev/null +++ b/logs/trace_20260928_204942_138266.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T20:49:43.546-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 26.285, + 143.552, + 12.725 + ], + "median_ms": 26.285, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 26.285 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 143.552 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.725 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.778, + 9.978, + 40.788 + ], + "median_ms": 12.778, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.778 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 9.978 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 40.788 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 103.806, + 14.782, + 13.817 + ], + "median_ms": 14.782, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 103.806 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.782 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.817 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.734, + 43.875, + 11.618 + ], + "median_ms": 13.734, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.734 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 43.875 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.618 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.844, + 16.863, + 57.667 + ], + "median_ms": 28.844, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 28.844 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.863 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 57.667 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.713, + 81.103, + 49.627 + ], + "median_ms": 49.627, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.713 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 81.103 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 49.627 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.646, + 15.879, + 25.562 + ], + "median_ms": 15.879, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.646 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.879 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 25.562 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 22.918, + 15.698, + 16.715 + ], + "median_ms": 16.715, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 22.918 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.698 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.715 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.801, + 25.575, + 16.604 + ], + "median_ms": 16.604, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.801 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 25.575 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.604 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.428, + 15.681, + 16.695 + ], + "median_ms": 16.695, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 17.428 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.681 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.695 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204942_138266.txt", + "spike_captured": true, + "spike_limit_ms": 58.45, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 143.552 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 103.806 + }, + { + "hop": 6, + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 81.103 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 143.552, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 318 +} \ No newline at end of file diff --git a/logs/trace_20260928_204942_138266.txt b/logs/trace_20260928_204942_138266.txt new file mode 100644 index 0000000..97e95c7 --- /dev/null +++ b/logs/trace_20260928_204942_138266.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 26.285 ms 143.552 ms 12.725 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.778 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 9.978 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 40.788 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 103.806 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.782 ms 13.817 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.734 ms 43.875 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 11.618 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 28.844 ms 16.863 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 57.667 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.713 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 81.103 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 49.627 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.646 ms 15.879 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 25.562 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 22.918 ms 15.698 ms 16.715 ms + 9 141.101.73.110 (141.101.73.110) 15.801 ms 141.101.73.161 (141.101.73.161) 25.575 ms 141.101.73.110 (141.101.73.110) 16.604 ms +10 141.101.73.157 (141.101.73.157) 17.428 ms one.one.one.one (1.1.1.1) 15.681 ms 16.695 ms diff --git a/logs/trace_20260928_204946_139216.json b/logs/trace_20260928_204946_139216.json new file mode 100644 index 0000000..643c750 --- /dev/null +++ b/logs/trace_20260928_204946_139216.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:49:47.347-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 49.139, + 15.269, + 24.835 + ], + "median_ms": 24.835, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 49.139 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.269 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 24.835 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.715, + 23.57, + 21.643 + ], + "median_ms": 21.643, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.715 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 23.57 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 21.643 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.6, + 12.861, + 15.816 + ], + "median_ms": 13.6, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.6 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.861 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.816 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.865, + 14.666, + 38.795 + ], + "median_ms": 14.865, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.865 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.666 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 38.795 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.745, + 73.799, + 41.647 + ], + "median_ms": 41.647, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 27.745 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 73.799 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 41.647 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.835, + 28.686, + 31.627 + ], + "median_ms": 28.686, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.835 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 28.686 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 31.627 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.727, + 24.714, + 38.744 + ], + "median_ms": 24.727, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 24.727 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 24.714 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 38.744 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.743, + 16.561, + 16.551 + ], + "median_ms": 16.551, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.743 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.561 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.551 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.492, + 14.634, + 30.452 + ], + "median_ms": 16.492, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.492 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 14.634 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 30.452 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.619, + 16.563, + 15.774 + ], + "median_ms": 16.563, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 16.619 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.563 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.774 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_204946_139216.txt", + "spike_captured": true, + "spike_limit_ms": 59.05, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 73.799 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 73.799, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 319 +} \ No newline at end of file diff --git a/logs/trace_20260928_204946_139216.txt b/logs/trace_20260928_204946_139216.txt new file mode 100644 index 0000000..b146040 --- /dev/null +++ b/logs/trace_20260928_204946_139216.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 49.139 ms 15.269 ms 24.835 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.715 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 23.570 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 21.643 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.600 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 12.861 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.816 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.865 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.666 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 38.795 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 27.745 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 73.799 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 41.647 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 15.835 ms 28.686 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 31.627 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 24.727 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 24.714 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 38.744 ms + 8 141.101.73.111 (141.101.73.111) 15.743 ms 141.101.73.110 (141.101.73.110) 16.561 ms 141.101.73.111 (141.101.73.111) 16.551 ms + 9 141.101.73.110 (141.101.73.110) 16.492 ms 141.101.73.147 (141.101.73.147) 14.634 ms 141.101.73.175 (141.101.73.175) 30.452 ms +10 141.101.73.163 (141.101.73.163) 16.619 ms one.one.one.one (1.1.1.1) 16.563 ms 15.774 ms diff --git a/logs/trace_20260928_205006_144196.json b/logs/trace_20260928_205006_144196.json new file mode 100644 index 0000000..2b34f86 --- /dev/null +++ b/logs/trace_20260928_205006_144196.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T20:50:07.352-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 14.635, + 13.434, + 10.838 + ], + "median_ms": 13.434, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.635 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.434 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.838 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.747, + 13.497, + 21.677 + ], + "median_ms": 21.677, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 28.747 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.497 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 21.677 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.725, + 16.698, + 16.684 + ], + "median_ms": 16.684, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.725 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.698 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.684 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.709, + 15.007, + 18.978 + ], + "median_ms": 15.709, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.709 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.007 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 18.978 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 64.018, + 67.479, + 29.731 + ], + "median_ms": 64.018, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 64.018 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 67.479 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 29.731 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 57.788, + 27.618, + 45.835 + ], + "median_ms": 45.835, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 57.788 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 27.618 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 45.835 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.582, + 20.658, + 15.884 + ], + "median_ms": 20.658, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 33.582 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 20.658 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.884 + } + ] + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": [ + 12.691, + 15.701, + 15.777 + ], + "median_ms": 15.701, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 12.691 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.701 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.777 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.667, + 15.559, + 17.529 + ], + "median_ms": 17.529, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 23.667 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 15.559 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 17.529 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.621, + 30.707, + 15.706 + ], + "median_ms": 19.621, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 19.621 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 30.707 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.706 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205006_144196.txt", + "spike_captured": true, + "spike_limit_ms": 57.85, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 64.018 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 67.479 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 67.479, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 324 +} \ No newline at end of file diff --git a/logs/trace_20260928_205006_144196.txt b/logs/trace_20260928_205006_144196.txt new file mode 100644 index 0000000..3d63cac --- /dev/null +++ b/logs/trace_20260928_205006_144196.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 14.635 ms 13.434 ms 10.838 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 28.747 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 13.497 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 21.677 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.725 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.698 ms 16.684 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.709 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.007 ms 18.978 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 64.018 ms 67.479 ms 29.731 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 57.788 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 27.618 ms 45.835 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 33.582 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 20.658 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.884 ms + 8 141.101.73.111 (141.101.73.111) 12.691 ms 15.701 ms 15.777 ms + 9 141.101.73.147 (141.101.73.147) 23.667 ms 141.101.73.157 (141.101.73.157) 15.559 ms 141.101.73.175 (141.101.73.175) 17.529 ms +10 141.101.73.167 (141.101.73.167) 19.621 ms one.one.one.one (1.1.1.1) 30.707 ms 15.706 ms diff --git a/logs/trace_20260928_205014_146066.json b/logs/trace_20260928_205014_146066.json new file mode 100644 index 0000000..01991fa --- /dev/null +++ b/logs/trace_20260928_205014_146066.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:50:15.150-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 32.422, + 18.519, + 11.887 + ], + "median_ms": 18.519, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 32.422 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 18.519 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.887 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.805, + 12.636, + 32.142 + ], + "median_ms": 12.636, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.805 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.636 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 32.142 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.659, + 26.422, + 13.86 + ], + "median_ms": 25.659, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 25.659 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 26.422 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.86 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.698, + 24.725, + 87.804 + ], + "median_ms": 24.725, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.698 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 24.725 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 87.804 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 14.577, + 24.838, + 15.593 + ], + "median_ms": 15.593, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.577 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.838 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.593 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 50.688, + 17.85, + 15.688 + ], + "median_ms": 17.85, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 50.688 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.85 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.688 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.043, + 16.805, + 29.562 + ], + "median_ms": 29.562, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 36.043 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.805 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.562 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 16.85, + 14.737, + 31.683 + ], + "median_ms": 16.85, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.85 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.737 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 31.683 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.886, + 15.644, + 32.613 + ], + "median_ms": 16.886, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.886 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.644 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 32.613 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.646, + 17.501, + 15.846 + ], + "median_ms": 17.501, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 17.646 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.501 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.846 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205014_146066.txt", + "spike_captured": true, + "spike_limit_ms": 57.9, + "spike_probes": [ + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 87.804 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 87.804, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 326 +} \ No newline at end of file diff --git a/logs/trace_20260928_205014_146066.txt b/logs/trace_20260928_205014_146066.txt new file mode 100644 index 0000000..9ab9351 --- /dev/null +++ b/logs/trace_20260928_205014_146066.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 32.422 ms 18.519 ms 11.887 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.805 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.636 ms 32.142 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 25.659 ms 26.422 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.860 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 11.698 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 24.725 ms 87.804 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 14.577 ms 24.838 ms 15.593 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 50.688 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 17.850 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 15.688 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 36.043 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.805 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 29.562 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.850 ms 14.737 ms 31.683 ms + 9 141.101.73.111 (141.101.73.111) 16.886 ms 141.101.73.110 (141.101.73.110) 15.644 ms 32.613 ms +10 141.101.73.171 (141.101.73.171) 17.646 ms one.one.one.one (1.1.1.1) 17.501 ms 15.846 ms diff --git a/logs/trace_20260928_205018_147430.json b/logs/trace_20260928_205018_147430.json new file mode 100644 index 0000000..e6a7639 --- /dev/null +++ b/logs/trace_20260928_205018_147430.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:50:19.152-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.347, + 78.984, + 33.734 + ], + "median_ms": 33.734, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.347 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 78.984 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 33.734 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.757, + 20.647, + 26.69 + ], + "median_ms": 20.647, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.757 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 20.647 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 26.69 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.842, + 15.008, + 11.68 + ], + "median_ms": 13.842, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.842 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.008 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 11.68 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.773, + 12.682, + 29.745 + ], + "median_ms": 15.773, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.773 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.682 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 29.745 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 14.683, + 15.603, + 15.676 + ], + "median_ms": 15.603, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.683 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.603 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.676 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 35.763, + 23.707, + 14.689 + ], + "median_ms": 23.707, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 35.763 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 23.707 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 14.689 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.813, + 28.714, + 17.661 + ], + "median_ms": 17.813, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.813 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 28.714 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.661 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.733, + 13.729, + 14.65 + ], + "median_ms": 14.65, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.733 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 13.729 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.65 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.698, + 12.603, + 17.664 + ], + "median_ms": 14.698, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.698 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 12.603 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 17.664 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.834, + 15.487, + 16.574 + ], + "median_ms": 16.574, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 19.834 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 15.487 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.574 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205018_147430.txt", + "spike_captured": true, + "spike_limit_ms": 57.9, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 78.984 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 78.984, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 327 +} \ No newline at end of file diff --git a/logs/trace_20260928_205018_147430.txt b/logs/trace_20260928_205018_147430.txt new file mode 100644 index 0000000..df87b72 --- /dev/null +++ b/logs/trace_20260928_205018_147430.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.347 ms 78.984 ms 33.734 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.757 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 20.647 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 26.690 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.842 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.008 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 11.680 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.773 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.682 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 29.745 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.683 ms 15.603 ms 15.676 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 35.763 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 23.707 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 14.689 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.813 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 28.714 ms 17.661 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.733 ms 141.101.73.111 (141.101.73.111) 13.729 ms 141.101.73.110 (141.101.73.110) 14.650 ms + 9 141.101.73.110 (141.101.73.110) 14.698 ms 12.603 ms 141.101.73.119 (141.101.73.119) 17.664 ms +10 141.101.73.195 (141.101.73.195) 19.834 ms 141.101.73.161 (141.101.73.161) 15.487 ms one.one.one.one (1.1.1.1) 16.574 ms diff --git a/logs/trace_20260928_205029_149590.json b/logs/trace_20260928_205029_149590.json new file mode 100644 index 0000000..bb6f1f2 --- /dev/null +++ b/logs/trace_20260928_205029_149590.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:50:30.358-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 37.508, + 12.321, + 11.832 + ], + "median_ms": 12.321, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 37.508 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.321 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.832 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.899, + 20.552, + 14.516 + ], + "median_ms": 20.552, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 26.899 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 20.552 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 14.516 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.723, + 14.687, + 14.608 + ], + "median_ms": 14.687, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.723 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.687 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.608 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.641, + 14.571, + 13.641 + ], + "median_ms": 14.571, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.641 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.571 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.641 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.802, + 25.664, + 16.708 + ], + "median_ms": 17.802, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.802 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.664 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.708 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.705, + 17.712, + 18.722 + ], + "median_ms": 17.712, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.705 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.712 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 18.722 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.722, + 24.834, + 66.655 + ], + "median_ms": 29.722, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 29.722 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 24.834 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 66.655 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.66, + 15.729, + 15.592 + ], + "median_ms": 15.729, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 32.66 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.729 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.592 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.686, + 13.662, + 18.235 + ], + "median_ms": 18.235, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 25.686 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.662 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 18.235 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.574, + 25.719, + 29.656 + ], + "median_ms": 25.719, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.574 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 25.719 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 29.656 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205029_149590.txt", + "spike_captured": true, + "spike_limit_ms": 57.8, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 66.655 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 66.655, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 330 +} \ No newline at end of file diff --git a/logs/trace_20260928_205029_149590.txt b/logs/trace_20260928_205029_149590.txt new file mode 100644 index 0000000..786b7b9 --- /dev/null +++ b/logs/trace_20260928_205029_149590.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 37.508 ms 12.321 ms 11.832 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 26.899 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 20.552 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 14.516 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.723 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.687 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.608 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.641 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.571 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.641 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.802 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 25.664 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.708 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.705 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 17.712 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 18.722 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 29.722 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 24.834 ms 66.655 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 32.660 ms 141.101.73.110 (141.101.73.110) 15.729 ms 141.101.73.111 (141.101.73.111) 15.592 ms + 9 141.101.73.167 (141.101.73.167) 25.686 ms 141.101.73.110 (141.101.73.110) 13.662 ms 141.101.73.195 (141.101.73.195) 18.235 ms +10 one.one.one.one (1.1.1.1) 18.574 ms 25.719 ms 141.101.73.159 (141.101.73.159) 29.656 ms diff --git a/logs/trace_20260928_205033_150617.json b/logs/trace_20260928_205033_150617.json new file mode 100644 index 0000000..4dfad0c --- /dev/null +++ b/logs/trace_20260928_205033_150617.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T20:50:34.155-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 14.454, + 11.501, + 9.916 + ], + "median_ms": 11.501, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.454 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.501 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.916 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.927, + 10.524, + 10.811 + ], + "median_ms": 10.811, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.927 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 10.524 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.811 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.231, + 14.786, + 14.793 + ], + "median_ms": 14.793, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.231 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.786 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.793 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.684, + 13.842, + 26.643 + ], + "median_ms": 13.842, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.684 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.842 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 26.643 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.517, + 24.943, + 15.946 + ], + "median_ms": 16.517, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.517 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 24.943 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.946 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.801, + 14.851, + 14.773 + ], + "median_ms": 14.851, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.801 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.851 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.773 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.741, + 67.642, + 25.733 + ], + "median_ms": 31.741, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 31.741 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 67.642 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 25.733 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 70.815, + 20.704, + 11.678 + ], + "median_ms": 20.704, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 70.815 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 20.704 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 11.678 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.65, + 19.726, + 26.615 + ], + "median_ms": 19.726, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 16.65 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 19.726 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 26.615 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.592, + 14.752, + 21.553 + ], + "median_ms": 15.592, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.592 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.752 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 21.553 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205033_150617.txt", + "spike_captured": true, + "spike_limit_ms": 58.05, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 67.642 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 70.815 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 70.815, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 331 +} \ No newline at end of file diff --git a/logs/trace_20260928_205033_150617.txt b/logs/trace_20260928_205033_150617.txt new file mode 100644 index 0000000..ec40602 --- /dev/null +++ b/logs/trace_20260928_205033_150617.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 14.454 ms 11.501 ms 9.916 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.927 ms 10.524 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 10.811 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.231 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.786 ms 14.793 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.684 ms 13.842 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 26.643 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.517 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 24.943 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.946 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.801 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 14.851 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 14.773 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 31.741 ms 67.642 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 25.733 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 70.815 ms 20.704 ms 141.101.73.110 (141.101.73.110) 11.678 ms + 9 141.101.73.169 (141.101.73.169) 16.650 ms 141.101.73.163 (141.101.73.163) 19.726 ms 141.101.73.175 (141.101.73.175) 26.615 ms +10 one.one.one.one (1.1.1.1) 15.592 ms 14.752 ms 141.101.73.167 (141.101.73.167) 21.553 ms diff --git a/logs/trace_20260928_205041_152628.json b/logs/trace_20260928_205041_152628.json new file mode 100644 index 0000000..1cb7992 --- /dev/null +++ b/logs/trace_20260928_205041_152628.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T20:50:42.560-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.59, + 35.477, + 14.796 + ], + "median_ms": 14.796, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.59 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 35.477 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.796 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.809, + 10.418, + 13.082 + ], + "median_ms": 13.082, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 20.809 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 10.418 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.082 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 34.062, + 11.655, + 44.055 + ], + "median_ms": 34.062, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 34.062 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 11.655 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 44.055 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 44.675, + 66.937, + 26.76 + ], + "median_ms": 44.675, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 44.675 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 66.937 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 26.76 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 31.704, + 16.568, + 36.53 + ], + "median_ms": 31.704, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 31.704 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.568 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 36.53 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.849, + 153.818, + 52.729 + ], + "median_ms": 52.729, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 37.849 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 153.818 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 52.729 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.74, + 27.725, + 23.73 + ], + "median_ms": 25.74, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 25.74 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 27.725 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 23.73 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.747, + 17.654, + 34.82 + ], + "median_ms": 17.654, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.747 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.654 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 34.82 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 49.713, + 21.921, + 14.533 + ], + "median_ms": 21.921, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 49.713 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 21.921 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.533 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.564, + 14.573, + 17.837 + ], + "median_ms": 16.564, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 16.564 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.573 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.837 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205041_152628.txt", + "spike_captured": true, + "spike_limit_ms": 57.7, + "spike_probes": [ + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 66.937 + }, + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 153.818 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 153.818, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 333 +} \ No newline at end of file diff --git a/logs/trace_20260928_205041_152628.txt b/logs/trace_20260928_205041_152628.txt new file mode 100644 index 0000000..b243be1 --- /dev/null +++ b/logs/trace_20260928_205041_152628.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.590 ms 35.477 ms 14.796 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 20.809 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 10.418 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 13.082 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 34.062 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 11.655 ms 44.055 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 44.675 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 66.937 ms 26.760 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 31.704 ms 16.568 ms 36.530 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 37.849 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 153.818 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 52.729 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 25.740 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 27.725 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 23.730 ms + 8 141.101.73.110 (141.101.73.110) 15.747 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.654 ms 34.820 ms + 9 141.101.73.195 (141.101.73.195) 49.713 ms 141.101.73.111 (141.101.73.111) 21.921 ms 141.101.73.110 (141.101.73.110) 14.533 ms +10 141.101.73.165 (141.101.73.165) 16.564 ms one.one.one.one (1.1.1.1) 14.573 ms 17.837 ms diff --git a/logs/trace_20260928_205049_154618.json b/logs/trace_20260928_205049_154618.json new file mode 100644 index 0000000..ef068b0 --- /dev/null +++ b/logs/trace_20260928_205049_154618.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T20:50:50.364-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 81.227, + 10.821, + 11.782 + ], + "median_ms": 11.782, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 81.227 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.821 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.782 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.833, + 11.721, + 11.322 + ], + "median_ms": 11.721, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.833 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.721 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.322 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.07, + 31.758, + 15.881 + ], + "median_ms": 31.758, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 37.07 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 31.758 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.881 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.782, + 63.814, + 13.639 + ], + "median_ms": 36.782, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 36.782 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 63.814 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.639 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.837, + 33.818, + 42.881 + ], + "median_ms": 33.818, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 10.837 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 33.818 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 42.881 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.62, + 54.822, + 15.724 + ], + "median_ms": 21.62, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 21.62 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 54.822 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.724 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.863, + 16.827, + 23.818 + ], + "median_ms": 16.827, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 14.863 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.827 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 23.818 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.922, + 20.774, + 15.736 + ], + "median_ms": 20.774, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 37.922 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 20.774 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.736 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.644, + 33.597, + 15.61 + ], + "median_ms": 15.644, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 15.644 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 33.597 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.61 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.691, + 16.554, + 13.775 + ], + "median_ms": 16.554, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 16.691 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 16.554 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 13.775 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205049_154618.txt", + "spike_captured": true, + "spike_limit_ms": 57.7, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 81.227 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 63.814 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 81.227, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 335 +} \ No newline at end of file diff --git a/logs/trace_20260928_205049_154618.txt b/logs/trace_20260928_205049_154618.txt new file mode 100644 index 0000000..4be7116 --- /dev/null +++ b/logs/trace_20260928_205049_154618.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 81.227 ms 10.821 ms 11.782 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.833 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.721 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.322 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 37.070 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 31.758 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.881 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 36.782 ms 63.814 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.639 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 10.837 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 33.818 ms 42.881 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 21.620 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 54.822 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 15.724 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 14.863 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.827 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 23.818 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 37.922 ms 20.774 ms 141.101.73.110 (141.101.73.110) 15.736 ms + 9 141.101.73.173 (141.101.73.173) 15.644 ms 141.101.73.111 (141.101.73.111) 33.597 ms 15.610 ms +10 141.101.73.119 (141.101.73.119) 16.691 ms 141.101.73.159 (141.101.73.159) 16.554 ms one.one.one.one (1.1.1.1) 13.775 ms diff --git a/logs/trace_20260928_205053_155632.json b/logs/trace_20260928_205053_155632.json new file mode 100644 index 0000000..f1957c0 --- /dev/null +++ b/logs/trace_20260928_205053_155632.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:50:54.162-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.178, + 9.908, + 8.803 + ], + "median_ms": 9.908, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.178 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.908 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 8.803 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.869, + 11.686, + 8.808 + ], + "median_ms": 11.686, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.869 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.686 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 8.808 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.326, + 13.425, + 12.547 + ], + "median_ms": 13.425, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.326 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.425 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.547 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.683, + 13.559, + 12.796 + ], + "median_ms": 13.559, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.683 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.559 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.796 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.074, + 17.612, + 30.774 + ], + "median_ms": 17.612, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.074 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.612 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 30.774 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.772, + 14.674, + 14.723 + ], + "median_ms": 14.723, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 14.772 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 14.674 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.723 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.65, + 72.777, + 13.693 + ], + "median_ms": 14.65, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 14.65 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 72.777 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 13.693 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 38.682, + 41.762, + 15.547 + ], + "median_ms": 38.682, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 38.682 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 41.762 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.547 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.67, + 13.826, + 16.669 + ], + "median_ms": 16.669, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.67 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 13.826 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 16.669 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.532, + 35.673, + 16.633 + ], + "median_ms": 17.532, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.532 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 35.673 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.633 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205053_155632.txt", + "spike_captured": true, + "spike_limit_ms": 57.7, + "spike_probes": [ + { + "hop": 7, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 72.777 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 72.777, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 336 +} \ No newline at end of file diff --git a/logs/trace_20260928_205053_155632.txt b/logs/trace_20260928_205053_155632.txt new file mode 100644 index 0000000..c0095ca --- /dev/null +++ b/logs/trace_20260928_205053_155632.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.178 ms 9.908 ms 8.803 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.869 ms 11.686 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 8.808 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.326 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.425 ms 12.547 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.683 ms 13.559 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.796 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.074 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.612 ms 30.774 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 14.772 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 14.674 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 14.723 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 14.650 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 72.777 ms 13.693 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 38.682 ms 41.762 ms 141.101.73.110 (141.101.73.110) 15.547 ms + 9 141.101.73.110 (141.101.73.110) 17.670 ms 141.101.73.163 (141.101.73.163) 13.826 ms 141.101.73.127 (141.101.73.127) 16.669 ms +10 one.one.one.one (1.1.1.1) 17.532 ms 141.101.73.195 (141.101.73.195) 35.673 ms one.one.one.one (1.1.1.1) 16.633 ms diff --git a/logs/trace_20260928_205101_157795.json b/logs/trace_20260928_205101_157795.json new file mode 100644 index 0000000..799f5f8 --- /dev/null +++ b/logs/trace_20260928_205101_157795.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T20:51:02.566-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.61, + 70.884, + 12.744 + ], + "median_ms": 12.744, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.61 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 70.884 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.744 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.974, + 12.622, + 19.344 + ], + "median_ms": 12.622, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.974 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.622 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 19.344 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 68.639, + 13.071, + 41.636 + ], + "median_ms": 41.636, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 68.639 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.071 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 41.636 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.822, + 13.716, + 35.787 + ], + "median_ms": 21.822, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 21.822 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.716 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 35.787 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.686, + 32.797, + 25.723 + ], + "median_ms": 25.723, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 13.686 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 32.797 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.723 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 59.785, + 44.819, + 26.789 + ], + "median_ms": 44.819, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 59.785 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 44.819 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 26.789 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.725, + 19.86, + 30.767 + ], + "median_ms": 30.767, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 37.725 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 19.86 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 30.767 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.749, + 15.618, + 15.768 + ], + "median_ms": 15.768, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 27.749 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.618 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.768 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.842, + 28.708, + 84.981 + ], + "median_ms": 28.708, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 20.842 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 28.708 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 84.981 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 42.453, + 16.664, + 28.683 + ], + "median_ms": 28.683, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 42.453 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 16.664 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 28.683 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205101_157795.txt", + "spike_captured": true, + "spike_limit_ms": 57.75, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 70.884 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 68.639 + }, + { + "hop": 6, + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 59.785 + }, + { + "hop": 9, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 84.981 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 84.981, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 338 +} \ No newline at end of file diff --git a/logs/trace_20260928_205101_157795.txt b/logs/trace_20260928_205101_157795.txt new file mode 100644 index 0000000..6f42da6 --- /dev/null +++ b/logs/trace_20260928_205101_157795.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.610 ms 70.884 ms 12.744 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.974 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.622 ms 19.344 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 68.639 ms 13.071 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 41.636 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 21.822 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.716 ms 35.787 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 13.686 ms 32.797 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 25.723 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 59.785 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 44.819 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 26.789 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 37.725 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 19.860 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 30.767 ms + 8 141.101.73.111 (141.101.73.111) 27.749 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.618 ms 141.101.73.110 (141.101.73.110) 15.768 ms + 9 141.101.73.163 (141.101.73.163) 20.842 ms 141.101.73.111 (141.101.73.111) 28.708 ms 141.101.73.110 (141.101.73.110) 84.981 ms +10 141.101.73.195 (141.101.73.195) 42.453 ms 141.101.73.173 (141.101.73.173) 16.664 ms one.one.one.one (1.1.1.1) 28.683 ms diff --git a/logs/trace_20260928_205105_158439.json b/logs/trace_20260928_205105_158439.json new file mode 100644 index 0000000..23c4595 --- /dev/null +++ b/logs/trace_20260928_205105_158439.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T20:51:06.567-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 19.157, + 11.97, + 24.939 + ], + "median_ms": 19.157, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 19.157 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.97 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 24.939 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 47.772, + 29.437, + 53.73 + ], + "median_ms": 47.772, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 47.772 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 29.437 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 53.73 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 59.673, + 22.806, + 24.811 + ], + "median_ms": 24.811, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 59.673 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 22.806 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 24.811 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.552, + 22.99, + 23.642 + ], + "median_ms": 22.99, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.552 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 22.99 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 23.642 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.64, + 18.723, + 34.749 + ], + "median_ms": 27.64, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 27.64 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.723 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 34.749 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.652, + 45.704, + 25.735 + ], + "median_ms": 25.735, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.652 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 45.704 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 25.735 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.718, + 36.707, + 44.797 + ], + "median_ms": 36.707, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 22.718 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 36.707 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 44.797 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.617, + 30.734, + 12.602 + ], + "median_ms": 25.617, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.617 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 30.734 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 12.602 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 38.586, + 15.537, + 16.596 + ], + "median_ms": 16.596, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 38.586 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.537 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 16.596 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.561, + 28.745, + 117.511 + ], + "median_ms": 28.745, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 26.561 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 28.745 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 117.511 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205105_158439.txt", + "spike_captured": true, + "spike_limit_ms": 57.65, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 59.673 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 117.511 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 117.511, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 339 +} \ No newline at end of file diff --git a/logs/trace_20260928_205105_158439.txt b/logs/trace_20260928_205105_158439.txt new file mode 100644 index 0000000..9a61f6f --- /dev/null +++ b/logs/trace_20260928_205105_158439.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 19.157 ms 11.970 ms 24.939 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 47.772 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 29.437 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 53.730 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 59.673 ms 22.806 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 24.811 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.552 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 22.990 ms 23.642 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 27.640 ms 18.723 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 34.749 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 18.652 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 45.704 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 25.735 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 22.718 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 36.707 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 44.797 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 25.617 ms 141.101.73.110 (141.101.73.110) 30.734 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 12.602 ms + 9 141.101.73.165 (141.101.73.165) 38.586 ms 141.101.73.110 (141.101.73.110) 15.537 ms 141.101.73.149 (141.101.73.149) 16.596 ms +10 141.101.73.165 (141.101.73.165) 26.561 ms one.one.one.one (1.1.1.1) 28.745 ms 117.511 ms diff --git a/logs/trace_20260928_205109_159754.json b/logs/trace_20260928_205109_159754.json new file mode 100644 index 0000000..6c3b434 --- /dev/null +++ b/logs/trace_20260928_205109_159754.json @@ -0,0 +1,381 @@ +{ + "time": "2026-09-28T20:51:12.168-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 22.468, + 34.544, + 15.766 + ], + "median_ms": 22.468, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.468 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 34.544 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.766 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 91.688, + 24.158, + 153.993 + ], + "median_ms": 91.688, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 91.688 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 24.158 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 153.993 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 86.784, + 266.093, + 15.654 + ], + "median_ms": 86.784, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 86.784 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 266.093 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.654 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 58.776, + 36.736, + 13.606 + ], + "median_ms": 36.736, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 58.776 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 36.736 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.606 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 51.662, + 26.793, + 24.817 + ], + "median_ms": 26.793, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 51.662 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 26.793 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 24.817 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.473, + 46.625, + 16.777 + ], + "median_ms": 17.473, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 17.473 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 46.625 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.777 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 68.886, + 17.716, + 17.71 + ], + "median_ms": 17.716, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 68.886 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.716 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.71 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.657, + 18.602, + 116.927 + ], + "median_ms": 18.602, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.657 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.602 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 116.927 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 68.79, + 20.751, + 165.647 + ], + "median_ms": 68.79, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 68.79 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 20.751 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 165.647 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 207.545, + 18.785, + 17.797 + ], + "median_ms": 18.785, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 207.545 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 18.785 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 17.797 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205109_159754.txt", + "spike_captured": true, + "spike_limit_ms": 58.1, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 91.688 + }, + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 153.993 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 86.784 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 266.093 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 58.776 + }, + { + "hop": 7, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 68.886 + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 116.927 + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 68.79 + }, + { + "hop": 9, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 165.647 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 207.545 + } + ], + "spike_probe_count": 10, + "peak_probe_ms": 266.093, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 340 +} \ No newline at end of file diff --git a/logs/trace_20260928_205109_159754.txt b/logs/trace_20260928_205109_159754.txt new file mode 100644 index 0000000..22ededd --- /dev/null +++ b/logs/trace_20260928_205109_159754.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 22.468 ms 34.544 ms 15.766 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 91.688 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 24.158 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 153.993 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 86.784 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 266.093 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.654 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 58.776 ms 36.736 ms 13.606 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 51.662 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 26.793 ms 24.817 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 17.473 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 46.625 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 16.777 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 68.886 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.716 ms 17.710 ms + 8 141.101.73.110 (141.101.73.110) 17.657 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 18.602 ms 141.101.73.111 (141.101.73.111) 116.927 ms + 9 141.101.73.111 (141.101.73.111) 68.790 ms 141.101.73.195 (141.101.73.195) 20.751 ms 141.101.73.110 (141.101.73.110) 165.647 ms +10 one.one.one.one (1.1.1.1) 207.545 ms 141.101.73.163 (141.101.73.163) 18.785 ms 141.101.73.195 (141.101.73.195) 17.797 ms diff --git a/logs/trace_20260928_205115_161301.json b/logs/trace_20260928_205115_161301.json new file mode 100644 index 0000000..5e7a151 --- /dev/null +++ b/logs/trace_20260928_205115_161301.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:51:16.369-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 25.001, + 12.586, + 12.74 + ], + "median_ms": 12.74, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 25.001 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.586 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.74 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.926, + 65.608, + 21.594 + ], + "median_ms": 28.926, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 28.926 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 65.608 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 21.594 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.599, + 30.776, + 23.765 + ], + "median_ms": 23.765, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 17.599 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 30.776 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 23.765 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.704, + 12.838, + 23.398 + ], + "median_ms": 12.838, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.704 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.838 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 23.398 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 16.058, + 25.682, + 15.813 + ], + "median_ms": 16.058, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.058 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 25.682 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.813 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 54.431, + 24.838, + 16.711 + ], + "median_ms": 24.838, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 54.431 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 24.838 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.711 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.863, + 40.876, + 15.643 + ], + "median_ms": 15.863, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.863 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 40.876 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.643 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.684, + 43.723, + 29.721 + ], + "median_ms": 29.721, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 22.684 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 43.723 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 29.721 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.569, + 15.672, + 39.45 + ], + "median_ms": 36.569, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 36.569 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.672 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 39.45 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.799, + 12.81, + 16.657 + ], + "median_ms": 14.799, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.799 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 12.81 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 16.657 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205115_161301.txt", + "spike_captured": true, + "spike_limit_ms": 57.9, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 65.608 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 65.608, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 341 +} \ No newline at end of file diff --git a/logs/trace_20260928_205115_161301.txt b/logs/trace_20260928_205115_161301.txt new file mode 100644 index 0000000..564ae7a --- /dev/null +++ b/logs/trace_20260928_205115_161301.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 25.001 ms 12.586 ms 12.740 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 28.926 ms 65.608 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 21.594 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 17.599 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 30.776 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 23.765 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.704 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.838 ms 23.398 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.058 ms 25.682 ms 15.813 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 54.431 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 24.838 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 16.711 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.863 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 40.876 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.643 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 22.684 ms 43.723 ms 141.101.73.110 (141.101.73.110) 29.721 ms + 9 141.101.73.161 (141.101.73.161) 36.569 ms 141.101.73.111 (141.101.73.111) 15.672 ms 141.101.73.171 (141.101.73.171) 39.450 ms +10 one.one.one.one (1.1.1.1) 14.799 ms 12.810 ms 141.101.73.195 (141.101.73.195) 16.657 ms diff --git a/logs/trace_20260928_205123_163266.json b/logs/trace_20260928_205123_163266.json new file mode 100644 index 0000000..ec2982d --- /dev/null +++ b/logs/trace_20260928_205123_163266.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:51:24.371-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.369, + 14.506, + 56.353 + ], + "median_ms": 14.506, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.369 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.506 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 56.353 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.86, + 11.514, + 21.754 + ], + "median_ms": 21.754, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 21.86 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.514 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 21.754 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 15.823, + 32.849, + 86.809 + ], + "median_ms": 32.849, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.823 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 32.849 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 86.809 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.613, + 11.747, + 45.938 + ], + "median_ms": 14.613, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.613 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.747 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 45.938 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.704, + 19.693, + 42.748 + ], + "median_ms": 26.704, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.704 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.693 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 42.748 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.708, + 25.731, + 22.747 + ], + "median_ms": 25.731, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 26.708 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.731 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 22.747 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.721, + 15.892, + 16.625 + ], + "median_ms": 15.892, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.721 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.892 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.625 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.95, + 32.702, + 15.63 + ], + "median_ms": 15.63, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.95 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 32.702 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.63 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.806, + 16.7, + 11.583 + ], + "median_ms": 16.7, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 24.806 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 16.7 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 11.583 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.454, + 24.094, + 15.647 + ], + "median_ms": 15.647, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 15.454 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 24.094 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 15.647 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205123_163266.txt", + "spike_captured": true, + "spike_limit_ms": 57.85, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 86.809 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 86.809, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 343 +} \ No newline at end of file diff --git a/logs/trace_20260928_205123_163266.txt b/logs/trace_20260928_205123_163266.txt new file mode 100644 index 0000000..f42e1ae --- /dev/null +++ b/logs/trace_20260928_205123_163266.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.369 ms 14.506 ms 56.353 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 21.860 ms 11.514 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 21.754 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.823 ms 32.849 ms 86.809 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.613 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 11.747 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 45.938 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 26.704 ms 19.693 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 42.748 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 26.708 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 25.731 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 22.747 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.721 ms 15.892 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.625 ms + 8 141.101.73.110 (141.101.73.110) 14.950 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 32.702 ms 15.630 ms + 9 141.101.73.177 (141.101.73.177) 24.806 ms 141.101.73.179 (141.101.73.179) 16.700 ms 141.101.73.111 (141.101.73.111) 11.583 ms +10 141.101.73.165 (141.101.73.165) 15.454 ms one.one.one.one (1.1.1.1) 24.094 ms 141.101.73.171 (141.101.73.171) 15.647 ms diff --git a/logs/trace_20260928_205127_164259.json b/logs/trace_20260928_205127_164259.json new file mode 100644 index 0000000..432c03b --- /dev/null +++ b/logs/trace_20260928_205127_164259.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T20:51:28.572-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 78.429, + 14.463, + 11.872 + ], + "median_ms": 14.463, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 78.429 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.463 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.872 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.776, + 43.974, + 49.688 + ], + "median_ms": 43.974, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 24.776 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 43.974 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 49.688 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.683, + 91.885, + 16.517 + ], + "median_ms": 16.517, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.683 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 91.885 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.517 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 79.857, + 44.834, + 35.648 + ], + "median_ms": 44.834, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 79.857 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 44.834 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 35.648 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.824, + 18.801, + 38.621 + ], + "median_ms": 18.801, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.824 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.801 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 38.621 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.858, + 17.799, + 25.905 + ], + "median_ms": 25.905, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 27.858 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.799 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 25.905 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.829, + 16.836, + 15.869 + ], + "median_ms": 16.836, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.829 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.836 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.869 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.714, + 11.82, + 29.593 + ], + "median_ms": 29.593, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 37.714 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 11.82 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.593 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 54.634, + 57.731, + 15.621 + ], + "median_ms": 54.634, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 54.634 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 57.731 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 15.621 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.606, + 25.806, + 15.594 + ], + "median_ms": 15.594, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 13.606 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 25.806 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.594 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205127_164259.txt", + "spike_captured": true, + "spike_limit_ms": 57.65, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 78.429 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 91.885 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 79.857 + }, + { + "hop": 9, + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 57.731 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 91.885, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 344 +} \ No newline at end of file diff --git a/logs/trace_20260928_205127_164259.txt b/logs/trace_20260928_205127_164259.txt new file mode 100644 index 0000000..1080842 --- /dev/null +++ b/logs/trace_20260928_205127_164259.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 78.429 ms 14.463 ms 11.872 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 24.776 ms 43.974 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 49.688 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.683 ms 91.885 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.517 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 79.857 ms 44.834 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 35.648 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.824 ms 18.801 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 38.621 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 27.858 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 17.799 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 25.905 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 25.829 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.836 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.869 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 37.714 ms 141.101.73.111 (141.101.73.111) 11.820 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 29.593 ms + 9 141.101.73.179 (141.101.73.179) 54.634 ms 141.101.73.175 (141.101.73.175) 57.731 ms 141.101.73.173 (141.101.73.173) 15.621 ms +10 141.101.73.165 (141.101.73.165) 13.606 ms one.one.one.one (1.1.1.1) 25.806 ms 15.594 ms diff --git a/logs/trace_20260928_205131_165102.json b/logs/trace_20260928_205131_165102.json new file mode 100644 index 0000000..cf0b23b --- /dev/null +++ b/logs/trace_20260928_205131_165102.json @@ -0,0 +1,357 @@ +{ + "time": "2026-09-28T20:51:33.374-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 14.069, + 15.314, + 35.821 + ], + "median_ms": 15.314, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.069 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.314 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 35.821 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.724, + 16.738, + 39.102 + ], + "median_ms": 16.738, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.724 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 16.738 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 39.102 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 22.965, + 285.562, + 151.682 + ], + "median_ms": 151.682, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 22.965 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 285.562 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 151.682 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 45.646, + 22.781, + 56.821 + ], + "median_ms": 45.646, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 45.646 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 22.781 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 56.821 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.578, + 92.787, + 29.549 + ], + "median_ms": 29.549, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.578 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 92.787 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 29.549 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.761, + 17.734, + 53.542 + ], + "median_ms": 30.761, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 30.761 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 17.734 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 53.542 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.806, + 57.817, + 101.699 + ], + "median_ms": 57.817, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.806 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 57.817 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 101.699 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.658, + 33.631, + 46.668 + ], + "median_ms": 33.658, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 33.658 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 33.631 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 46.668 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.588, + 25.566, + 96.584 + ], + "median_ms": 25.566, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 18.588 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 25.566 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 96.584 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.594, + 17.705, + 31.388 + ], + "median_ms": 17.705, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.594 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 17.705 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 31.388 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205131_165102.txt", + "spike_captured": true, + "spike_limit_ms": 57.65, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 285.562 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 151.682 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 92.787 + }, + { + "hop": 7, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 57.817 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 101.699 + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 96.584 + } + ], + "spike_probe_count": 6, + "peak_probe_ms": 285.562, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 345 +} \ No newline at end of file diff --git a/logs/trace_20260928_205131_165102.txt b/logs/trace_20260928_205131_165102.txt new file mode 100644 index 0000000..ef0b523 --- /dev/null +++ b/logs/trace_20260928_205131_165102.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 14.069 ms 15.314 ms 35.821 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.724 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 16.738 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 39.102 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 22.965 ms 285.562 ms 151.682 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 45.646 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 22.781 ms 56.821 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.578 ms 92.787 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 29.549 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 30.761 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 17.734 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 53.542 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.806 ms 57.817 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 101.699 ms + 8 141.101.73.110 (141.101.73.110) 33.658 ms 33.631 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 46.668 ms + 9 141.101.73.110 (141.101.73.110) 18.588 ms 141.101.73.117 (141.101.73.117) 25.566 ms 141.101.73.111 (141.101.73.111) 96.584 ms +10 one.one.one.one (1.1.1.1) 17.594 ms 141.101.73.165 (141.101.73.165) 17.705 ms 141.101.73.169 (141.101.73.169) 31.388 ms diff --git a/logs/trace_20260928_205147_169159.json b/logs/trace_20260928_205147_169159.json new file mode 100644 index 0000000..73d21af --- /dev/null +++ b/logs/trace_20260928_205147_169159.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:51:48.173-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 33.838, + 11.627, + 26.846 + ], + "median_ms": 26.846, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 33.838 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.627 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 26.846 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.945, + 13.276, + 24.619 + ], + "median_ms": 13.276, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.945 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.276 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 24.619 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.424, + 15.902, + 24.794 + ], + "median_ms": 15.902, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.424 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.902 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 24.794 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 47.535, + 22.695, + 13.699 + ], + "median_ms": 22.695, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 47.535 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 22.695 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.699 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.966, + 28.755, + 16.761 + ], + "median_ms": 28.755, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 37.966 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 28.755 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.761 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.945, + 16.842, + 15.671 + ], + "median_ms": 16.842, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.945 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.842 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.671 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.673, + 14.794, + 16.539 + ], + "median_ms": 16.539, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 20.673 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 14.794 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.539 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 66.605, + 13.57, + 23.488 + ], + "median_ms": 23.488, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 66.605 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 13.57 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 23.488 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.599, + 14.513, + 19.515 + ], + "median_ms": 15.599, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.599 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.513 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 19.515 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.806, + 15.738, + 17.015 + ], + "median_ms": 16.806, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 16.806 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.738 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.015 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205147_169159.txt", + "spike_captured": true, + "spike_limit_ms": 58.15, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 66.605 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 66.605, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 349 +} \ No newline at end of file diff --git a/logs/trace_20260928_205147_169159.txt b/logs/trace_20260928_205147_169159.txt new file mode 100644 index 0000000..8f4ad4a --- /dev/null +++ b/logs/trace_20260928_205147_169159.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 33.838 ms 11.627 ms 26.846 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.945 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 13.276 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 24.619 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.424 ms 15.902 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 24.794 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 47.535 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 22.695 ms 13.699 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 37.966 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 28.755 ms 16.761 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 17.945 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.842 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 15.671 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 20.673 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 14.794 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.539 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 66.605 ms 141.101.73.111 (141.101.73.111) 13.570 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 23.488 ms + 9 141.101.73.111 (141.101.73.111) 15.599 ms 141.101.73.110 (141.101.73.110) 14.513 ms 141.101.73.117 (141.101.73.117) 19.515 ms +10 141.101.73.157 (141.101.73.157) 16.806 ms one.one.one.one (1.1.1.1) 15.738 ms 17.015 ms diff --git a/logs/trace_20260928_205151_169788.json b/logs/trace_20260928_205151_169788.json new file mode 100644 index 0000000..81f2515 --- /dev/null +++ b/logs/trace_20260928_205151_169788.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:51:52.779-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.89, + 11.285, + 12.869 + ], + "median_ms": 11.89, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.89 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.285 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.869 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.853, + 14.368, + 12.21 + ], + "median_ms": 12.21, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.853 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 14.368 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.21 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.838, + 31.862, + 16.652 + ], + "median_ms": 16.652, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.838 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 31.862 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.652 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.719, + 14.651, + 12.938 + ], + "median_ms": 12.938, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.719 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.651 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.938 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.75, + 24.768, + 15.686 + ], + "median_ms": 16.75, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.75 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.768 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.686 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.859, + 26.799, + 39.761 + ], + "median_ms": 26.799, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 23.859 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.799 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 39.761 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.713, + 15.726, + 14.815 + ], + "median_ms": 15.713, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.713 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.726 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.815 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.768, + 33.785, + 25.693 + ], + "median_ms": 25.693, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.768 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 33.785 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.693 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 41.662, + 27.58, + 231.366 + ], + "median_ms": 41.662, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 41.662 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 27.58 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 231.366 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.223, + 43.588, + 19.638 + ], + "median_ms": 37.223, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 37.223 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 43.588 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 19.638 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205151_169788.txt", + "spike_captured": true, + "spike_limit_ms": 57.55, + "spike_probes": [ + { + "hop": 9, + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 231.366 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 231.366, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 350 +} \ No newline at end of file diff --git a/logs/trace_20260928_205151_169788.txt b/logs/trace_20260928_205151_169788.txt new file mode 100644 index 0000000..8e2e1aa --- /dev/null +++ b/logs/trace_20260928_205151_169788.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.890 ms 11.285 ms 12.869 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.853 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 14.368 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.210 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 12.838 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 31.862 ms 16.652 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.719 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.651 ms 12.938 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.750 ms 24.768 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.686 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 23.859 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 26.799 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 39.761 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.713 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.726 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.815 ms + 8 141.101.73.110 (141.101.73.110) 14.768 ms 141.101.73.111 (141.101.73.111) 33.785 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 25.693 ms + 9 141.101.73.173 (141.101.73.173) 41.662 ms 141.101.73.163 (141.101.73.163) 27.580 ms 141.101.73.119 (141.101.73.119) 231.366 ms +10 141.101.73.165 (141.101.73.165) 37.223 ms 141.101.73.159 (141.101.73.159) 43.588 ms one.one.one.one (1.1.1.1) 19.638 ms diff --git a/logs/trace_20260928_205155_170800.json b/logs/trace_20260928_205155_170800.json new file mode 100644 index 0000000..4491607 --- /dev/null +++ b/logs/trace_20260928_205155_170800.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:51:56.379-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 21.386, + 24.743, + 14.793 + ], + "median_ms": 21.386, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.386 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 24.743 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.793 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.747, + 20.349, + 39.835 + ], + "median_ms": 20.349, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.747 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 20.349 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 39.835 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 44.882, + 13.824, + 33.576 + ], + "median_ms": 33.576, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 44.882 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.824 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 33.576 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 52.761, + 22.817, + 44.742 + ], + "median_ms": 44.742, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 52.761 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 22.817 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 44.742 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 30.606, + 93.988, + 16.628 + ], + "median_ms": 30.606, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 30.606 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 93.988 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.628 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.69, + 17.823, + 17.786 + ], + "median_ms": 17.823, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 27.69 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 17.823 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.786 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.838, + 17.289, + 18.149 + ], + "median_ms": 17.289, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.838 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 17.289 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 18.149 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.81, + 43.753, + 15.707 + ], + "median_ms": 25.81, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.81 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 43.753 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.707 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.562, + 36.617, + 16.865 + ], + "median_ms": 16.865, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.562 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 36.617 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 16.865 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 35.571, + 15.445, + 18.765 + ], + "median_ms": 18.765, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 35.571 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.445 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 18.765 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205155_170800.txt", + "spike_captured": true, + "spike_limit_ms": 57.5, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 93.988 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 93.988, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 351 +} \ No newline at end of file diff --git a/logs/trace_20260928_205155_170800.txt b/logs/trace_20260928_205155_170800.txt new file mode 100644 index 0000000..92009f1 --- /dev/null +++ b/logs/trace_20260928_205155_170800.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 21.386 ms 24.743 ms 14.793 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 13.747 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 20.349 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 39.835 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 44.882 ms 13.824 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 33.576 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 52.761 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 22.817 ms 44.742 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 30.606 ms 93.988 ms 16.628 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 27.690 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 17.823 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 17.786 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.838 ms 17.289 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 18.149 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 25.810 ms 43.753 ms 141.101.73.110 (141.101.73.110) 15.707 ms + 9 141.101.73.111 (141.101.73.111) 15.562 ms 36.617 ms 141.101.73.119 (141.101.73.119) 16.865 ms +10 one.one.one.one (1.1.1.1) 35.571 ms 15.445 ms 141.101.73.179 (141.101.73.179) 18.765 ms diff --git a/logs/trace_20260928_205159_171818.json b/logs/trace_20260928_205159_171818.json new file mode 100644 index 0000000..e16443b --- /dev/null +++ b/logs/trace_20260928_205159_171818.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T20:52:00.580-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 37.463, + 13.104, + 22.823 + ], + "median_ms": 22.823, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 37.463 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.104 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.823 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 58.812, + 12.354, + 12.613 + ], + "median_ms": 12.613, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 58.812 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.354 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.613 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 47.88, + 75.887, + 15.436 + ], + "median_ms": 47.88, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 47.88 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 75.887 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.436 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 40.704, + 39.806, + 27.762 + ], + "median_ms": 39.806, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 40.704 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 39.806 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 27.762 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 39.528, + 66.613, + 18.668 + ], + "median_ms": 39.528, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 39.528 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 66.613 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.668 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.693, + 29.764, + 32.027 + ], + "median_ms": 29.764, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 27.693 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 29.764 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 32.027 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 43.898, + 29.618, + 37.792 + ], + "median_ms": 37.792, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 43.898 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 29.618 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 37.792 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.819, + 25.577, + 76.715 + ], + "median_ms": 25.577, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 18.819 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.577 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 76.715 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 46.53, + 15.579, + 26.597 + ], + "median_ms": 26.597, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 46.53 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.579 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 26.597 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.446, + 17.678, + 15.589 + ], + "median_ms": 17.678, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 30.446 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.678 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 15.589 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205159_171818.txt", + "spike_captured": true, + "spike_limit_ms": 58.3, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 58.812 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 75.887 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 66.613 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 76.715 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 76.715, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 352 +} \ No newline at end of file diff --git a/logs/trace_20260928_205159_171818.txt b/logs/trace_20260928_205159_171818.txt new file mode 100644 index 0000000..e28b382 --- /dev/null +++ b/logs/trace_20260928_205159_171818.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 37.463 ms 13.104 ms 22.823 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 58.812 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.354 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.613 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 47.880 ms 75.887 ms 15.436 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 40.704 ms 39.806 ms 27.762 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 39.528 ms 66.613 ms 18.668 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 27.693 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 29.764 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 32.027 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 43.898 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 29.618 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 37.792 ms + 8 141.101.73.111 (141.101.73.111) 18.819 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 25.577 ms 76.715 ms + 9 141.101.73.111 (141.101.73.111) 46.530 ms 141.101.73.110 (141.101.73.110) 15.579 ms 26.597 ms +10 one.one.one.one (1.1.1.1) 30.446 ms 17.678 ms 141.101.73.163 (141.101.73.163) 15.589 ms diff --git a/logs/trace_20260928_205210_174368.json b/logs/trace_20260928_205210_174368.json new file mode 100644 index 0000000..8abbf97 --- /dev/null +++ b/logs/trace_20260928_205210_174368.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:52:11.383-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.943, + 10.831, + 11.613 + ], + "median_ms": 11.613, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.943 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.831 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.613 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.859, + 15.273, + 21.867 + ], + "median_ms": 20.859, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 20.859 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 15.273 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 21.867 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.799, + 26.768, + 11.872 + ], + "median_ms": 26.768, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 26.799 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 26.768 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 11.872 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.733, + 13.792, + 49.794 + ], + "median_ms": 31.733, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 31.733 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.792 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 49.794 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 17.825, + 16.824, + 17.757 + ], + "median_ms": 17.757, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.825 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.824 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.757 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.675, + 16.782, + 16.739 + ], + "median_ms": 16.782, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 21.675 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.782 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.739 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 87.806, + 15.8, + 15.719 + ], + "median_ms": 15.8, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 87.806 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.8 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.719 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.775, + 32.572, + 40.795 + ], + "median_ms": 32.572, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 30.775 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 32.572 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 40.795 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.676, + 15.362, + 21.866 + ], + "median_ms": 17.676, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 17.676 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 15.362 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 21.866 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 23.506, + 14.722, + 15.578 + ], + "median_ms": 15.578, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 23.506 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.722 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.578 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205210_174368.txt", + "spike_captured": true, + "spike_limit_ms": 58.15, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 87.806 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 87.806, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 355 +} \ No newline at end of file diff --git a/logs/trace_20260928_205210_174368.txt b/logs/trace_20260928_205210_174368.txt new file mode 100644 index 0000000..78eda28 --- /dev/null +++ b/logs/trace_20260928_205210_174368.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.943 ms 10.831 ms 11.613 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 20.859 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 15.273 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 21.867 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 26.799 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 26.768 ms 11.872 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 31.733 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.792 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 49.794 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.825 ms 16.824 ms 17.757 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 21.675 ms 16.782 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.739 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 87.806 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.800 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.719 ms + 8 141.101.73.111 (141.101.73.111) 30.775 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 32.572 ms 40.795 ms + 9 141.101.73.125 (141.101.73.125) 17.676 ms 141.101.73.161 (141.101.73.161) 15.362 ms 141.101.73.163 (141.101.73.163) 21.866 ms +10 one.one.one.one (1.1.1.1) 23.506 ms 14.722 ms 15.578 ms diff --git a/logs/trace_20260928_205221_177138.json b/logs/trace_20260928_205221_177138.json new file mode 100644 index 0000000..ec2ca50 --- /dev/null +++ b/logs/trace_20260928_205221_177138.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T20:52:22.586-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 26.876, + 40.159, + 41.877 + ], + "median_ms": 40.159, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 26.876 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 40.159 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 41.877 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 34.948, + 13.019, + 37.96 + ], + "median_ms": 34.948, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 34.948 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.019 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 37.96 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.784, + 63.763, + 15.778 + ], + "median_ms": 16.784, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.784 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 63.763 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.778 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.709, + 88.816, + 64.673 + ], + "median_ms": 64.673, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 17.709 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 88.816 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 64.673 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.778, + 16.764, + 26.643 + ], + "median_ms": 26.643, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 30.778 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.764 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.643 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.857, + 17.815, + 42.84 + ], + "median_ms": 17.857, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 17.857 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 17.815 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 42.84 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.637, + 24.652, + 24.71 + ], + "median_ms": 24.652, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.637 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 24.652 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 24.71 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.649, + 15.763, + 15.694 + ], + "median_ms": 15.763, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 37.649 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.763 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.694 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.552, + 16.74, + 33.644 + ], + "median_ms": 16.74, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.552 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.74 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 33.644 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.644, + 34.691, + 16.669 + ], + "median_ms": 17.644, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 17.644 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 34.691 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.669 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205221_177138.txt", + "spike_captured": true, + "spike_limit_ms": 57.6, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 63.763 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 88.816 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 64.673 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 88.816, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 358 +} \ No newline at end of file diff --git a/logs/trace_20260928_205221_177138.txt b/logs/trace_20260928_205221_177138.txt new file mode 100644 index 0000000..6543047 --- /dev/null +++ b/logs/trace_20260928_205221_177138.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 26.876 ms 40.159 ms 41.877 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 34.948 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 13.019 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 37.960 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 16.784 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 63.763 ms 15.778 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 17.709 ms 88.816 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 64.673 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 30.778 ms 16.764 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 26.643 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 17.857 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 17.815 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 42.840 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.637 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 24.652 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 24.710 ms + 8 141.101.73.110 (141.101.73.110) 37.649 ms 15.763 ms 141.101.73.111 (141.101.73.111) 15.694 ms + 9 141.101.73.110 (141.101.73.110) 16.552 ms 16.740 ms 141.101.73.111 (141.101.73.111) 33.644 ms +10 141.101.73.169 (141.101.73.169) 17.644 ms 141.101.73.117 (141.101.73.117) 34.691 ms one.one.one.one (1.1.1.1) 16.669 ms diff --git a/logs/trace_20260928_205232_179928.json b/logs/trace_20260928_205232_179928.json new file mode 100644 index 0000000..7faab51 --- /dev/null +++ b/logs/trace_20260928_205232_179928.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T20:52:33.186-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.447, + 41.523, + 11.775 + ], + "median_ms": 13.447, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.447 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 41.523 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.775 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.791, + 21.759, + 11.686 + ], + "median_ms": 11.791, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.791 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 21.759 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.686 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 14.821, + 12.828, + 13.878 + ], + "median_ms": 13.878, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.821 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.828 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.878 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.584, + 13.758, + 12.857 + ], + "median_ms": 13.584, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.584 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.758 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.857 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.812, + 16.759, + 13.666 + ], + "median_ms": 16.759, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.812 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.759 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 13.666 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.903, + 18.668, + 27.816 + ], + "median_ms": 18.668, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.903 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 18.668 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 27.816 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.849, + 65.659, + 54.785 + ], + "median_ms": 54.785, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 20.849 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 65.659 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 54.785 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 64.905, + 17.58, + 13.925 + ], + "median_ms": 17.58, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 64.905 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.58 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 13.925 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.45, + 22.568, + 25.697 + ], + "median_ms": 22.568, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.45 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 22.568 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 25.697 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.541, + 14.77, + 32.52 + ], + "median_ms": 15.541, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.541 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 14.77 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 32.52 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205232_179928.txt", + "spike_captured": true, + "spike_limit_ms": 58.7, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 65.659 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 64.905 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 65.659, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 361 +} \ No newline at end of file diff --git a/logs/trace_20260928_205232_179928.txt b/logs/trace_20260928_205232_179928.txt new file mode 100644 index 0000000..d829a32 --- /dev/null +++ b/logs/trace_20260928_205232_179928.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.447 ms 41.523 ms 11.775 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.791 ms 21.759 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.686 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.821 ms 12.828 ms 13.878 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.584 ms 13.758 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.857 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.812 ms 16.759 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 13.666 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 17.903 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 18.668 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 27.816 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 20.849 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 65.659 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 54.785 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 64.905 ms 141.101.73.111 (141.101.73.111) 17.580 ms 13.925 ms + 9 141.101.73.111 (141.101.73.111) 16.450 ms 22.568 ms 141.101.73.161 (141.101.73.161) 25.697 ms +10 one.one.one.one (1.1.1.1) 15.541 ms 141.101.73.149 (141.101.73.149) 14.770 ms one.one.one.one (1.1.1.1) 32.520 ms diff --git a/logs/trace_20260928_205243_182640.json b/logs/trace_20260928_205243_182640.json new file mode 100644 index 0000000..18896b8 --- /dev/null +++ b/logs/trace_20260928_205243_182640.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T20:52:44.592-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 126.443, + 27.515, + 10.721 + ], + "median_ms": 27.515, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 126.443 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 27.515 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.721 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.867, + 9.969, + 11.791 + ], + "median_ms": 11.791, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.867 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 9.969 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.791 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.851, + 26.8, + 25.814 + ], + "median_ms": 25.814, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.851 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 26.8 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 25.814 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 14.032, + 165.699, + 19.673 + ], + "median_ms": 19.673, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.032 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 165.699 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 19.673 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 101.626, + 117.937, + 30.823 + ], + "median_ms": 101.626, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 101.626 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 117.937 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 30.823 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 45.838, + 18.782, + 20.188 + ], + "median_ms": 20.188, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 45.838 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.782 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 20.188 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 19.644, + 17.797, + 14.712 + ], + "median_ms": 17.797, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 19.644 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.797 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.712 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.712, + 14.766, + 25.985 + ], + "median_ms": 16.712, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.712 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.766 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.985 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.271, + 15.66, + 24.566 + ], + "median_ms": 18.271, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 18.271 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.66 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 24.566 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.631, + 23.792, + 15.893 + ], + "median_ms": 15.893, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.631 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 23.792 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 15.893 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205243_182640.txt", + "spike_captured": true, + "spike_limit_ms": 57.5, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 126.443 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 165.699 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 101.626 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 117.937 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 165.699, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 364 +} \ No newline at end of file diff --git a/logs/trace_20260928_205243_182640.txt b/logs/trace_20260928_205243_182640.txt new file mode 100644 index 0000000..29ffcbd --- /dev/null +++ b/logs/trace_20260928_205243_182640.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 126.443 ms 27.515 ms 10.721 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.867 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 9.969 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.791 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.851 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 26.800 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 25.814 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.032 ms 165.699 ms 19.673 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 101.626 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 117.937 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 30.823 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 45.838 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 18.782 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 20.188 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 19.644 ms 17.797 ms 14.712 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.712 ms 141.101.73.110 (141.101.73.110) 14.766 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 25.985 ms + 9 141.101.73.127 (141.101.73.127) 18.271 ms 141.101.73.111 (141.101.73.111) 15.660 ms 141.101.73.110 (141.101.73.110) 24.566 ms +10 one.one.one.one (1.1.1.1) 15.631 ms 23.792 ms 141.101.73.173 (141.101.73.173) 15.893 ms diff --git a/logs/trace_20260928_205255_185595.json b/logs/trace_20260928_205255_185595.json new file mode 100644 index 0000000..98a40f4 --- /dev/null +++ b/logs/trace_20260928_205255_185595.json @@ -0,0 +1,375 @@ +{ + "time": "2026-09-28T20:52:57.191-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 36.512, + 89.578, + 63.788 + ], + "median_ms": 63.788, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 36.512 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 89.578 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 63.788 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.745, + 82.775, + 336.772 + ], + "median_ms": 82.775, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.745 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 82.775 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 336.772 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 34.683, + 95.867, + 13.721 + ], + "median_ms": 34.683, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 34.683 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 95.867 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.721 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.712, + 39.81, + 132.621 + ], + "median_ms": 39.81, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.712 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 39.81 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 132.621 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.581, + 26.289, + 37.606 + ], + "median_ms": 26.289, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 11.581 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.289 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 37.606 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 57.798, + 113.739, + 26.815 + ], + "median_ms": 57.798, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 57.798 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 113.739 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 26.815 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 37.882, + 17.619, + 16.652 + ], + "median_ms": 17.619, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 37.882 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.619 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.652 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 88.667, + 36.836, + 28.573 + ], + "median_ms": 36.836, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 88.667 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 36.836 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 28.573 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 66.717, + 16.61, + 16.613 + ], + "median_ms": 16.613, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 66.717 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.61 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.613 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.604, + 35.675, + 16.708 + ], + "median_ms": 28.604, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 28.604 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 35.675 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.708 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205255_185595.txt", + "spike_captured": true, + "spike_limit_ms": 57.9, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 89.578 + }, + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 63.788 + }, + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 82.775 + }, + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 336.772 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 95.867 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 132.621 + }, + { + "hop": 6, + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 113.739 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 88.667 + }, + { + "hop": 9, + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 66.717 + } + ], + "spike_probe_count": 9, + "peak_probe_ms": 336.772, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 367 +} \ No newline at end of file diff --git a/logs/trace_20260928_205255_185595.txt b/logs/trace_20260928_205255_185595.txt new file mode 100644 index 0000000..5e7278b --- /dev/null +++ b/logs/trace_20260928_205255_185595.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 36.512 ms 89.578 ms 63.788 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 13.745 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 82.775 ms 336.772 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 34.683 ms 95.867 ms 13.721 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.712 ms 39.810 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 132.621 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 11.581 ms 26.289 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 37.606 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 57.798 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 113.739 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 26.815 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 37.882 ms 17.619 ms 16.652 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 88.667 ms 141.101.73.111 (141.101.73.111) 36.836 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 28.573 ms + 9 141.101.73.149 (141.101.73.149) 66.717 ms 141.101.73.110 (141.101.73.110) 16.610 ms 16.613 ms +10 141.101.73.177 (141.101.73.177) 28.604 ms one.one.one.one (1.1.1.1) 35.675 ms 16.708 ms diff --git a/logs/trace_20260928_205328_193934.json b/logs/trace_20260928_205328_193934.json new file mode 100644 index 0000000..6950aa6 --- /dev/null +++ b/logs/trace_20260928_205328_193934.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T20:53:29.198-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.193, + 9.634, + 12.879 + ], + "median_ms": 12.193, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.193 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.634 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.879 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 8.88, + 10.665, + 11.947 + ], + "median_ms": 10.665, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 8.88 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 10.665 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.947 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 22.717, + 43.904, + 11.601 + ], + "median_ms": 22.717, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 22.717 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 43.904 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 11.601 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.657, + 12.755, + 11.833 + ], + "median_ms": 11.833, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.657 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.755 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.833 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.747, + 42.774, + 17.782 + ], + "median_ms": 22.747, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 22.747 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 42.774 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.782 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.672, + 17.799, + 16.832 + ], + "median_ms": 16.832, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.672 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.799 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.832 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.796, + 50.77, + 60.856 + ], + "median_ms": 50.77, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 19.796 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 50.77 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 60.856 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 70.673, + 42.715, + 15.789 + ], + "median_ms": 42.715, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 70.673 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 42.715 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.789 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.615, + 19.701, + 15.46 + ], + "median_ms": 19.701, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 27.615 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 19.701 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 15.46 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.697, + 29.839, + 16.791 + ], + "median_ms": 16.791, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.697 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 29.839 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.791 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205328_193934.txt", + "spike_captured": true, + "spike_limit_ms": 57.0, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 60.856 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 70.673 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 70.673, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 376 +} \ No newline at end of file diff --git a/logs/trace_20260928_205328_193934.txt b/logs/trace_20260928_205328_193934.txt new file mode 100644 index 0000000..271c102 --- /dev/null +++ b/logs/trace_20260928_205328_193934.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.193 ms 9.634 ms 12.879 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 8.880 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 10.665 ms 11.947 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 22.717 ms 43.904 ms 11.601 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 11.657 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.755 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 11.833 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 22.747 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 42.774 ms 17.782 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.672 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.799 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.832 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 19.796 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 50.770 ms 60.856 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 70.673 ms 42.715 ms 141.101.73.111 (141.101.73.111) 15.789 ms + 9 141.101.73.117 (141.101.73.117) 27.615 ms 141.101.73.171 (141.101.73.171) 19.701 ms 15.460 ms +10 one.one.one.one (1.1.1.1) 16.697 ms 141.101.73.117 (141.101.73.117) 29.839 ms one.one.one.one (1.1.1.1) 16.791 ms diff --git a/logs/trace_20260928_205344_197808.json b/logs/trace_20260928_205344_197808.json new file mode 100644 index 0000000..a075113 --- /dev/null +++ b/logs/trace_20260928_205344_197808.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:53:50.209-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 10.919, + 11.036, + 11.73 + ], + "median_ms": 11.036, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.919 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.036 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.73 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.9, + 26.735, + 10.957 + ], + "median_ms": 20.9, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 20.9 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 26.735 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.957 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 15.688, + 15.053, + 13.52 + ], + "median_ms": 15.053, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.688 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.053 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.52 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.666, + 22.785, + 11.683 + ], + "median_ms": 12.666, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.666 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 22.785 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.683 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 25.782, + 14.805, + 15.645 + ], + "median_ms": 15.645, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.782 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.805 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.645 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.9, + 14.599, + 15.721 + ], + "median_ms": 14.9, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 14.9 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 14.599 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.721 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.751, + 30.8, + 25.721 + ], + "median_ms": 25.721, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.751 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 30.8 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 25.721 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.711, + 14.825, + 15.437 + ], + "median_ms": 15.437, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.711 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.825 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.437 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.926, + 18.737, + 16.588 + ], + "median_ms": 16.588, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 14.926 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 18.737 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 16.588 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 80.648, + 16.585, + 19.978 + ], + "median_ms": 19.978, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 80.648 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.585 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 19.978 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205344_197808.txt", + "spike_captured": true, + "spike_limit_ms": 57.15, + "spike_probes": [ + { + "hop": 10, + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 80.648 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 80.648, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 380 +} \ No newline at end of file diff --git a/logs/trace_20260928_205344_197808.txt b/logs/trace_20260928_205344_197808.txt new file mode 100644 index 0000000..db9a829 --- /dev/null +++ b/logs/trace_20260928_205344_197808.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 10.919 ms 11.036 ms 11.730 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 20.900 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 26.735 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 10.957 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.688 ms 15.053 ms 13.520 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.666 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 22.785 ms 11.683 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 25.782 ms 14.805 ms 15.645 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 14.900 ms 14.599 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 15.721 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.751 ms 30.800 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 25.721 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.711 ms 141.101.73.111 (141.101.73.111) 14.825 ms 15.437 ms + 9 141.101.73.147 (141.101.73.147) 14.926 ms 141.101.73.195 (141.101.73.195) 18.737 ms 141.101.73.165 (141.101.73.165) 16.588 ms +10 141.101.73.165 (141.101.73.165) 80.648 ms one.one.one.one (1.1.1.1) 16.585 ms 141.101.73.163 (141.101.73.163) 19.978 ms diff --git a/logs/trace_20260928_205357_201174.json b/logs/trace_20260928_205357_201174.json new file mode 100644 index 0000000..5735078 --- /dev/null +++ b/logs/trace_20260928_205357_201174.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:53:58.206-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.88, + 22.008, + 10.793 + ], + "median_ms": 11.88, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.88 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.008 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.793 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.794, + 13.799, + 10.098 + ], + "median_ms": 10.794, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 10.794 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 13.799 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 10.098 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.918, + 14.888, + 12.74 + ], + "median_ms": 14.888, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.918 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.888 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.74 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.713, + 14.153, + 11.734 + ], + "median_ms": 12.713, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.713 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.153 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.734 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.849, + 17.874, + 16.646 + ], + "median_ms": 16.646, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.849 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.874 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.646 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.916, + 16.143, + 15.701 + ], + "median_ms": 15.916, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.916 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.143 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.701 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.976, + 42.823, + 49.823 + ], + "median_ms": 42.823, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.976 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 42.823 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 49.823 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 16.766, + 18.831, + 89.755 + ], + "median_ms": 18.831, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.766 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.831 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 89.755 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.52, + 26.587, + 15.634 + ], + "median_ms": 17.52, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 17.52 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 26.587 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.634 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.662, + 17.961, + 15.581 + ], + "median_ms": 15.581, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.662 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 17.961 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 15.581 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205357_201174.txt", + "spike_captured": true, + "spike_limit_ms": 57.15, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 89.755 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 89.755, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 382 +} \ No newline at end of file diff --git a/logs/trace_20260928_205357_201174.txt b/logs/trace_20260928_205357_201174.txt new file mode 100644 index 0000000..d30dfa5 --- /dev/null +++ b/logs/trace_20260928_205357_201174.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.880 ms 22.008 ms 10.793 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 10.794 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 13.799 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 10.098 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.918 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.888 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 12.740 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.713 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.153 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.734 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 14.849 ms 17.874 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.646 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 15.916 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.143 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 15.701 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 18.976 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 42.823 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 49.823 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.766 ms 18.831 ms 89.755 ms + 9 141.101.73.195 (141.101.73.195) 17.520 ms 141.101.73.111 (141.101.73.111) 26.587 ms 15.634 ms +10 one.one.one.one (1.1.1.1) 14.662 ms 141.101.73.149 (141.101.73.149) 17.961 ms 141.101.73.119 (141.101.73.119) 15.581 ms diff --git a/logs/trace_20260928_205401_202137.json b/logs/trace_20260928_205401_202137.json new file mode 100644 index 0000000..a2c1623 --- /dev/null +++ b/logs/trace_20260928_205401_202137.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T20:54:02.609-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 14.821, + 115.681, + 20.669 + ], + "median_ms": 20.669, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.821 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 115.681 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.669 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.856, + 13.764, + 50.008 + ], + "median_ms": 14.856, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 14.856 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.764 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 50.008 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 36.739, + 25.65, + 39.746 + ], + "median_ms": 36.739, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 36.739 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 25.65 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 39.746 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.619, + 45.767, + 54.643 + ], + "median_ms": 45.767, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.619 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 45.767 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 54.643 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.682, + 98.771, + 15.642 + ], + "median_ms": 31.682, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 31.682 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 98.771 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.642 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.664, + 15.954, + 26.794 + ], + "median_ms": 15.954, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.664 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.954 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 26.794 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 16.648, + 30.744, + 43.589 + ], + "median_ms": 30.744, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.648 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 30.744 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 43.589 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.904, + 17.577, + 41.704 + ], + "median_ms": 17.577, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.904 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.577 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 41.704 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.376, + 15.662, + 38.693 + ], + "median_ms": 18.376, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 18.376 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 15.662 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 38.693 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.606, + 25.785, + 82.834 + ], + "median_ms": 25.785, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.606 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 25.785 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 82.834 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205401_202137.txt", + "spike_captured": true, + "spike_limit_ms": 57.0, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 115.681 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 98.771 + }, + { + "hop": 10, + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 82.834 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 115.681, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 383 +} \ No newline at end of file diff --git a/logs/trace_20260928_205401_202137.txt b/logs/trace_20260928_205401_202137.txt new file mode 100644 index 0000000..76d8e35 --- /dev/null +++ b/logs/trace_20260928_205401_202137.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 14.821 ms 115.681 ms 20.669 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 14.856 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 13.764 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 50.008 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 36.739 ms 25.650 ms 39.746 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.619 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 45.767 ms 54.643 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 31.682 ms 98.771 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.642 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 15.664 ms 15.954 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 26.794 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.648 ms 30.744 ms 43.589 ms + 8 141.101.73.111 (141.101.73.111) 15.904 ms 17.577 ms 141.101.73.110 (141.101.73.110) 41.704 ms + 9 141.101.73.157 (141.101.73.157) 18.376 ms 141.101.73.165 (141.101.73.165) 15.662 ms 141.101.73.111 (141.101.73.111) 38.693 ms +10 one.one.one.one (1.1.1.1) 16.606 ms 25.785 ms 141.101.73.177 (141.101.73.177) 82.834 ms diff --git a/logs/trace_20260928_205409_203955.json b/logs/trace_20260928_205409_203955.json new file mode 100644 index 0000000..d0d3f8d --- /dev/null +++ b/logs/trace_20260928_205409_203955.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:54:10.412-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.837, + 11.709, + 11.831 + ], + "median_ms": 11.831, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.837 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.709 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.831 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.822, + 13.827, + 13.255 + ], + "median_ms": 13.255, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.822 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 13.827 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.255 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.65, + 19.681, + 26.899 + ], + "median_ms": 19.681, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.65 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 19.681 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 26.899 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 148.556, + 14.943, + 14.493 + ], + "median_ms": 14.943, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 148.556 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.943 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.493 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.649, + 28.756, + 30.592 + ], + "median_ms": 28.756, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.649 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 28.756 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 30.592 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.773, + 17.804, + 16.81 + ], + "median_ms": 17.773, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.773 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.804 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.81 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.044, + 55.515, + 25.76 + ], + "median_ms": 25.76, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.044 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 55.515 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.76 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.82, + 13.642, + 15.787 + ], + "median_ms": 14.82, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.82 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 13.642 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.787 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.649, + 21.703, + 25.532 + ], + "median_ms": 21.703, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.649 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 21.703 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 25.532 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 53.588, + 17.536, + 29.489 + ], + "median_ms": 29.489, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 53.588 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.536 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 29.489 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205409_203955.txt", + "spike_captured": true, + "spike_limit_ms": 56.9, + "spike_probes": [ + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 148.556 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 148.556, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 385 +} \ No newline at end of file diff --git a/logs/trace_20260928_205409_203955.txt b/logs/trace_20260928_205409_203955.txt new file mode 100644 index 0000000..e20fc1d --- /dev/null +++ b/logs/trace_20260928_205409_203955.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.837 ms 11.709 ms 11.831 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.822 ms 13.827 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 13.255 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.650 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 19.681 ms 26.899 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 148.556 ms 14.943 ms 14.493 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 18.649 ms 28.756 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 30.592 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 17.773 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 17.804 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.810 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.044 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 55.515 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 25.760 ms + 8 141.101.73.111 (141.101.73.111) 14.820 ms 13.642 ms 141.101.73.110 (141.101.73.110) 15.787 ms + 9 141.101.73.111 (141.101.73.111) 14.649 ms 141.101.73.147 (141.101.73.147) 21.703 ms 141.101.73.179 (141.101.73.179) 25.532 ms +10 141.101.73.127 (141.101.73.127) 53.588 ms one.one.one.one (1.1.1.1) 17.536 ms 29.489 ms diff --git a/logs/trace_20260928_205413_205009.json b/logs/trace_20260928_205413_205009.json new file mode 100644 index 0000000..a693dc9 --- /dev/null +++ b/logs/trace_20260928_205413_205009.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T20:54:14.210-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 65.699, + 11.3, + 12.83 + ], + "median_ms": 12.83, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 65.699 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.3 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.83 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 81.797, + 11.158, + 10.739 + ], + "median_ms": 11.158, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 81.797 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.158 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.739 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.794, + 24.883, + 11.719 + ], + "median_ms": 16.794, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.794 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 24.883 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 11.719 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.728, + 12.715, + 19.775 + ], + "median_ms": 14.728, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.728 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.715 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 19.775 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.606, + 15.79, + 13.715 + ], + "median_ms": 15.606, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.606 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.79 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 13.715 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.684, + 15.744, + 17.501 + ], + "median_ms": 17.501, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.684 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.744 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.501 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.699, + 16.754, + 25.754 + ], + "median_ms": 18.699, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 18.699 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.754 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.754 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 49.74, + 15.712, + 31.593 + ], + "median_ms": 31.593, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 49.74 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.712 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 31.593 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.735, + 16.595, + 28.622 + ], + "median_ms": 16.595, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.735 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 16.595 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 28.622 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.539, + 16.803, + 25.573 + ], + "median_ms": 16.803, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.539 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 16.803 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 25.573 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205413_205009.txt", + "spike_captured": true, + "spike_limit_ms": 57.0, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 65.699 + }, + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 81.797 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 81.797, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 386 +} \ No newline at end of file diff --git a/logs/trace_20260928_205413_205009.txt b/logs/trace_20260928_205413_205009.txt new file mode 100644 index 0000000..5541f27 --- /dev/null +++ b/logs/trace_20260928_205413_205009.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 65.699 ms 11.300 ms 12.830 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 81.797 ms 11.158 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 10.739 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.794 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 24.883 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 11.719 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.728 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.715 ms 19.775 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.606 ms 15.790 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 13.715 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 24.684 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 15.744 ms 17.501 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 18.699 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.754 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 25.754 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 49.740 ms 141.101.73.111 (141.101.73.111) 15.712 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 31.593 ms + 9 141.101.73.110 (141.101.73.110) 14.735 ms 141.101.73.195 (141.101.73.195) 16.595 ms 141.101.73.169 (141.101.73.169) 28.622 ms +10 one.one.one.one (1.1.1.1) 16.539 ms 141.101.73.165 (141.101.73.165) 16.803 ms one.one.one.one (1.1.1.1) 25.573 ms diff --git a/logs/trace_20260928_205453_214673.json b/logs/trace_20260928_205453_214673.json new file mode 100644 index 0000000..e3617a8 --- /dev/null +++ b/logs/trace_20260928_205453_214673.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T20:54:54.623-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.58, + 11.693, + 11.792 + ], + "median_ms": 11.693, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.58 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.693 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.792 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.735, + 11.636, + 12.356 + ], + "median_ms": 12.356, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 21.735 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.636 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.356 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 15.709, + 14.722, + 18.794 + ], + "median_ms": 15.709, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.709 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.722 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 18.794 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.445, + 13.771, + 13.808 + ], + "median_ms": 13.808, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.445 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.771 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.808 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.744, + 16.201, + 17.545 + ], + "median_ms": 17.545, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.744 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.201 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.545 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.059, + 18.549, + 16.952 + ], + "median_ms": 18.549, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 21.059 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.549 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.952 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.609, + 14.607, + 17.73 + ], + "median_ms": 17.609, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 17.609 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 14.607 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 17.73 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 17.747, + 48.691, + 86.716 + ], + "median_ms": 48.691, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.747 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 48.691 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 86.716 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.772, + 370.714, + 40.512 + ], + "median_ms": 40.512, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 25.772 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 370.714 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 40.512 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 98.433, + 21.587, + 65.672 + ], + "median_ms": 65.672, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 98.433 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 21.587 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 65.672 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205453_214673.txt", + "spike_captured": true, + "spike_limit_ms": 56.55, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 86.716 + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 370.714 + }, + { + "hop": 10, + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 98.433 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 65.672 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 370.714, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 399 +} \ No newline at end of file diff --git a/logs/trace_20260928_205453_214673.txt b/logs/trace_20260928_205453_214673.txt new file mode 100644 index 0000000..dda57d9 --- /dev/null +++ b/logs/trace_20260928_205453_214673.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.580 ms 11.693 ms 11.792 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 21.735 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.636 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.356 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.709 ms 14.722 ms 18.794 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.445 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.771 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.808 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.744 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.201 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.545 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 21.059 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 18.549 ms 16.952 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 17.609 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 14.607 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 17.730 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.747 ms 48.691 ms 86.716 ms + 9 141.101.73.111 (141.101.73.111) 25.772 ms 370.714 ms 141.101.73.110 (141.101.73.110) 40.512 ms +10 141.101.73.195 (141.101.73.195) 98.433 ms 141.101.73.157 (141.101.73.157) 21.587 ms one.one.one.one (1.1.1.1) 65.672 ms diff --git a/logs/trace_20260928_205457_215744.json b/logs/trace_20260928_205457_215744.json new file mode 100644 index 0000000..43a372b --- /dev/null +++ b/logs/trace_20260928_205457_215744.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T20:54:58.826-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 76.527, + 13.368, + 15.924 + ], + "median_ms": 15.924, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 76.527 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.368 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.924 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.694, + 12.939, + 37.897 + ], + "median_ms": 14.694, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 14.694 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.939 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 37.897 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.624, + 25.858, + 24.704 + ], + "median_ms": 24.704, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.624 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 25.858 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 24.704 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 50.616, + 15.904, + 33.451 + ], + "median_ms": 33.451, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 50.616 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.904 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 33.451 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 16.756, + 15.568, + 16.717 + ], + "median_ms": 16.717, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.756 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.568 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.717 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.684, + 16.702, + 20.918 + ], + "median_ms": 16.702, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 13.684 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.702 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 20.918 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.726, + 18.476, + 16.691 + ], + "median_ms": 16.726, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.726 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.476 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.691 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 41.669, + 15.678, + 40.652 + ], + "median_ms": 40.652, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 41.669 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.678 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 40.652 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.644, + 47.637, + 16.638 + ], + "median_ms": 31.644, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 31.644 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 47.637 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 16.638 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 59.687, + 85.486, + 267.608 + ], + "median_ms": 85.486, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 59.687 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 85.486 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 267.608 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205457_215744.txt", + "spike_captured": true, + "spike_limit_ms": 56.55, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 76.527 + }, + { + "hop": 10, + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 59.687 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 85.486 + }, + { + "hop": 10, + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 267.608 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 267.608, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 400 +} \ No newline at end of file diff --git a/logs/trace_20260928_205457_215744.txt b/logs/trace_20260928_205457_215744.txt new file mode 100644 index 0000000..c41d5a1 --- /dev/null +++ b/logs/trace_20260928_205457_215744.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 76.527 ms 13.368 ms 15.924 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 14.694 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.939 ms 37.897 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 12.624 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 25.858 ms 24.704 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 50.616 ms 15.904 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 33.451 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.756 ms 15.568 ms 16.717 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 13.684 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 16.702 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 20.918 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.726 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 18.476 ms 16.691 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 41.669 ms 141.101.73.110 (141.101.73.110) 15.678 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 40.652 ms + 9 141.101.73.149 (141.101.73.149) 31.644 ms 141.101.73.175 (141.101.73.175) 47.637 ms 16.638 ms +10 141.101.73.169 (141.101.73.169) 59.687 ms one.one.one.one (1.1.1.1) 85.486 ms 141.101.73.171 (141.101.73.171) 267.608 ms diff --git a/logs/trace_20260928_205501_216658.json b/logs/trace_20260928_205501_216658.json new file mode 100644 index 0000000..4333311 --- /dev/null +++ b/logs/trace_20260928_205501_216658.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T20:55:03.222-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 35.615, + 16.44, + 12.846 + ], + "median_ms": 16.44, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 35.615 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 16.44 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.846 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.81, + 38.088, + 27.634 + ], + "median_ms": 27.634, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 26.81 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 38.088 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 27.634 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 139.806, + 41.614, + 21.741 + ], + "median_ms": 41.614, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 139.806 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 41.614 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 21.741 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.598, + 25.832, + 38.793 + ], + "median_ms": 25.832, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 24.598 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 25.832 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 38.793 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.55, + 116.799, + 11.584 + ], + "median_ms": 19.55, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 19.55 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 116.799 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 11.584 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 221.549, + 65.811, + 20.758 + ], + "median_ms": 65.811, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 221.549 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 65.811 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 20.758 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.636, + 18.549, + 39.855 + ], + "median_ms": 18.636, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.636 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.549 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 39.855 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 15.794, + 17.611, + 14.67 + ], + "median_ms": 15.794, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.794 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.611 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.67 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.731, + 14.738, + 14.543 + ], + "median_ms": 14.738, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 22.731 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 14.738 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.543 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.71, + 52.801, + 15.775 + ], + "median_ms": 33.71, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 33.71 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 52.801 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 15.775 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205501_216658.txt", + "spike_captured": true, + "spike_limit_ms": 56.75, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 139.806 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 116.799 + }, + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 221.549 + }, + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 65.811 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 221.549, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 401 +} \ No newline at end of file diff --git a/logs/trace_20260928_205501_216658.txt b/logs/trace_20260928_205501_216658.txt new file mode 100644 index 0000000..2e474f5 --- /dev/null +++ b/logs/trace_20260928_205501_216658.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 35.615 ms 16.440 ms 12.846 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 26.810 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 38.088 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 27.634 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 139.806 ms 41.614 ms 21.741 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 24.598 ms 25.832 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 38.793 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 19.550 ms 116.799 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 11.584 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 221.549 ms 65.811 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 20.758 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 18.636 ms 18.549 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 39.855 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.794 ms 17.611 ms 14.670 ms + 9 141.101.73.111 (141.101.73.111) 22.731 ms 141.101.73.177 (141.101.73.177) 14.738 ms 141.101.73.111 (141.101.73.111) 14.543 ms +10 one.one.one.one (1.1.1.1) 33.710 ms 141.101.73.119 (141.101.73.119) 52.801 ms 141.101.73.175 (141.101.73.175) 15.775 ms diff --git a/logs/trace_20260928_205506_217891.json b/logs/trace_20260928_205506_217891.json new file mode 100644 index 0000000..6f71673 --- /dev/null +++ b/logs/trace_20260928_205506_217891.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:55:07.222-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.701, + 14.026, + 11.747 + ], + "median_ms": 11.747, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.701 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.026 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.747 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.779, + 11.733, + 16.94 + ], + "median_ms": 16.94, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 24.779 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.733 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 16.94 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 14.868, + 59.705, + 17.758 + ], + "median_ms": 17.758, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.868 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 59.705 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 17.758 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.555, + 13.074, + 13.721 + ], + "median_ms": 13.555, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.555 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.074 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.721 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 23.667, + 38.649, + 18.59 + ], + "median_ms": 23.667, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 23.667 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 38.649 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.59 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.713, + 15.696, + 17.708 + ], + "median_ms": 15.696, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 13.713 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.696 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.708 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.703, + 27.767, + 16.728 + ], + "median_ms": 16.728, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 13.703 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 27.767 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.728 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.688, + 17.377, + 16.923 + ], + "median_ms": 17.377, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 36.688 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.377 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.923 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 52.319, + 20.628, + 16.659 + ], + "median_ms": 20.628, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 52.319 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 20.628 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 16.659 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.43, + 17.799, + 18.755 + ], + "median_ms": 17.799, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.43 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.799 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 18.755 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205506_217891.txt", + "spike_captured": true, + "spike_limit_ms": 56.75, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 59.705 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 59.705, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 402 +} \ No newline at end of file diff --git a/logs/trace_20260928_205506_217891.txt b/logs/trace_20260928_205506_217891.txt new file mode 100644 index 0000000..9ebad35 --- /dev/null +++ b/logs/trace_20260928_205506_217891.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.701 ms 14.026 ms 11.747 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 24.779 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.733 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 16.940 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.868 ms 59.705 ms 17.758 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.555 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.074 ms 13.721 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 23.667 ms 38.649 ms 18.590 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 13.713 ms 15.696 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 17.708 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 13.703 ms 27.767 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.728 ms + 8 141.101.73.110 (141.101.73.110) 36.688 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.377 ms 141.101.73.111 (141.101.73.111) 16.923 ms + 9 141.101.73.157 (141.101.73.157) 52.319 ms 141.101.73.195 (141.101.73.195) 20.628 ms 141.101.73.173 (141.101.73.173) 16.659 ms +10 one.one.one.one (1.1.1.1) 15.430 ms 17.799 ms 141.101.73.171 (141.101.73.171) 18.755 ms diff --git a/logs/trace_20260928_205510_218841.json b/logs/trace_20260928_205510_218841.json new file mode 100644 index 0000000..f247f9d --- /dev/null +++ b/logs/trace_20260928_205510_218841.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:55:11.223-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 15.642, + 16.654, + 11.77 + ], + "median_ms": 15.642, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.642 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 16.654 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.77 + } + ] + }, + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": [ + 11.758, + 11.648, + 11.802 + ], + "median_ms": 11.758, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.758 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.648 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.802 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.686, + 13.862, + 14.697 + ], + "median_ms": 14.697, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 20.686 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.862 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.697 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 22.81, + 12.679, + 39.703 + ], + "median_ms": 22.81, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 22.81 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.679 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 39.703 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.808, + 16.74, + 24.842 + ], + "median_ms": 24.842, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.808 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.74 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 24.842 + } + ] + }, + { + "hop": 6, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": [ + 15.691, + 17.8, + 25.629 + ], + "median_ms": 17.8, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.691 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.8 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 25.629 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.774, + 15.815, + 16.554 + ], + "median_ms": 15.815, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.774 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.815 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.554 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.788, + 14.81, + 16.575 + ], + "median_ms": 15.788, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.788 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.81 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.575 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.844, + 64.785, + 44.601 + ], + "median_ms": 44.601, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 26.844 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 64.785 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 44.601 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.393, + 19.666, + 52.716 + ], + "median_ms": 29.393, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 29.393 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 19.666 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 52.716 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205510_218841.txt", + "spike_captured": true, + "spike_limit_ms": 56.8, + "spike_probes": [ + { + "hop": 9, + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 64.785 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 64.785, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 403 +} \ No newline at end of file diff --git a/logs/trace_20260928_205510_218841.txt b/logs/trace_20260928_205510_218841.txt new file mode 100644 index 0000000..82f5f98 --- /dev/null +++ b/logs/trace_20260928_205510_218841.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 15.642 ms 16.654 ms 11.770 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.758 ms 11.648 ms 11.802 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 20.686 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.862 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.697 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 22.810 ms 12.679 ms 39.703 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 26.808 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.740 ms 24.842 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.691 ms 17.800 ms 25.629 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.774 ms 15.815 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.554 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.788 ms 141.101.73.111 (141.101.73.111) 14.810 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.575 ms + 9 141.101.73.163 (141.101.73.163) 26.844 ms 141.101.73.195 (141.101.73.195) 64.785 ms 141.101.73.111 (141.101.73.111) 44.601 ms +10 141.101.73.167 (141.101.73.167) 29.393 ms 141.101.73.195 (141.101.73.195) 19.666 ms one.one.one.one (1.1.1.1) 52.716 ms diff --git a/logs/trace_20260928_205518_221007.json b/logs/trace_20260928_205518_221007.json new file mode 100644 index 0000000..fa71c94 --- /dev/null +++ b/logs/trace_20260928_205518_221007.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:55:19.428-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 43.828, + 28.36, + 38.748 + ], + "median_ms": 38.748, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 43.828 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 28.36 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 38.748 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.801, + 10.565, + 23.368 + ], + "median_ms": 21.801, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 21.801 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.565 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 23.368 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 39.746, + 14.739, + 15.73 + ], + "median_ms": 15.73, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 39.746 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.739 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.73 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 22.716, + 13.707, + 14.777 + ], + "median_ms": 14.777, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 22.716 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.707 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.777 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.726, + 36.7, + 57.872 + ], + "median_ms": 36.7, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 27.726 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 36.7 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 57.872 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.692, + 18.727, + 27.984 + ], + "median_ms": 27.984, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 29.692 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.727 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 27.984 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.685, + 28.767, + 47.796 + ], + "median_ms": 36.685, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 36.685 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 28.767 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 47.796 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.737, + 34.637, + 29.74 + ], + "median_ms": 29.74, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 27.737 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 34.637 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.74 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.648, + 17.559, + 14.541 + ], + "median_ms": 17.559, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 32.648 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 17.559 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.541 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.632, + 15.554, + 15.627 + ], + "median_ms": 15.627, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 22.632 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 15.554 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.627 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205518_221007.txt", + "spike_captured": true, + "spike_limit_ms": 57.3, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 57.872 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 57.872, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 405 +} \ No newline at end of file diff --git a/logs/trace_20260928_205518_221007.txt b/logs/trace_20260928_205518_221007.txt new file mode 100644 index 0000000..adbe222 --- /dev/null +++ b/logs/trace_20260928_205518_221007.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 43.828 ms 28.360 ms 38.748 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 21.801 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 10.565 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 23.368 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 39.746 ms 14.739 ms 15.730 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 22.716 ms 13.707 ms 14.777 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 27.726 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 36.700 ms 57.872 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 29.692 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 18.727 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 27.984 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 36.685 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 28.767 ms 47.796 ms + 8 141.101.73.111 (141.101.73.111) 27.737 ms 34.637 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 29.740 ms + 9 141.101.73.111 (141.101.73.111) 32.648 ms 141.101.73.195 (141.101.73.195) 17.559 ms 141.101.73.110 (141.101.73.110) 14.541 ms +10 141.101.73.179 (141.101.73.179) 22.632 ms 141.101.73.163 (141.101.73.163) 15.554 ms one.one.one.one (1.1.1.1) 15.627 ms diff --git a/logs/trace_20260928_205529_223605.json b/logs/trace_20260928_205529_223605.json new file mode 100644 index 0000000..0bd6950 --- /dev/null +++ b/logs/trace_20260928_205529_223605.json @@ -0,0 +1,351 @@ +{ + "time": "2026-09-28T20:55:30.832-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 17.286, + 29.603, + 70.867 + ], + "median_ms": 29.603, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 17.286 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 29.603 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 70.867 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 144.762, + 33.44, + 37.697 + ], + "median_ms": 37.697, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 144.762 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 33.44 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 37.697 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.916, + 14.572, + 86.735 + ], + "median_ms": 14.572, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.916 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.572 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 86.735 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 45.804, + 16.839, + 22.695 + ], + "median_ms": 22.695, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 45.804 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 16.839 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 22.695 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.707, + 16.797, + 16.808 + ], + "median_ms": 16.808, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.707 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.797 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.808 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 76.015, + 26.623, + 17.702 + ], + "median_ms": 26.623, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 76.015 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 26.623 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.702 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 50.774, + 59.821, + 19.371 + ], + "median_ms": 50.774, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 50.774 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 59.821 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 19.371 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 38.148, + 17.231, + 15.944 + ], + "median_ms": 17.231, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 38.148 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.231 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.944 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.554, + 17.595, + 11.657 + ], + "median_ms": 15.554, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.554 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.595 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 11.657 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.707, + 33.967, + 14.615 + ], + "median_ms": 16.707, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.707 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 33.967 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 14.615 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205529_223605.txt", + "spike_captured": true, + "spike_limit_ms": 57.5, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 70.867 + }, + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 144.762 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 86.735 + }, + { + "hop": 6, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 76.015 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 59.821 + } + ], + "spike_probe_count": 5, + "peak_probe_ms": 144.762, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 408 +} \ No newline at end of file diff --git a/logs/trace_20260928_205529_223605.txt b/logs/trace_20260928_205529_223605.txt new file mode 100644 index 0000000..668a2c6 --- /dev/null +++ b/logs/trace_20260928_205529_223605.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 17.286 ms 29.603 ms 70.867 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 144.762 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 33.440 ms 37.697 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.916 ms 14.572 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 86.735 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 45.804 ms 16.839 ms 22.695 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 26.707 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.797 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.808 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 76.015 ms 26.623 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 17.702 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 50.774 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 59.821 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 19.371 ms + 8 141.101.73.111 (141.101.73.111) 38.148 ms 17.231 ms 141.101.73.110 (141.101.73.110) 15.944 ms + 9 141.101.73.110 (141.101.73.110) 15.554 ms 141.101.73.111 (141.101.73.111) 17.595 ms 141.101.73.110 (141.101.73.110) 11.657 ms +10 one.one.one.one (1.1.1.1) 16.707 ms 141.101.73.119 (141.101.73.119) 33.967 ms 14.615 ms diff --git a/logs/trace_20260928_205540_226411.json b/logs/trace_20260928_205540_226411.json new file mode 100644 index 0000000..8076b63 --- /dev/null +++ b/logs/trace_20260928_205540_226411.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T20:55:41.434-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.563, + 75.088, + 71.814 + ], + "median_ms": 71.814, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.563 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 75.088 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 71.814 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 82.68, + 13.191, + 22.025 + ], + "median_ms": 22.025, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 82.68 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 13.191 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 22.025 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.848, + 37.706, + 56.829 + ], + "median_ms": 37.706, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 24.848 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 37.706 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 56.829 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.747, + 13.772, + 17.718 + ], + "median_ms": 14.747, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.747 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.772 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 17.718 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.77, + 17.847, + 38.69 + ], + "median_ms": 17.847, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 13.77 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.847 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 38.69 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.72, + 14.764, + 16.843 + ], + "median_ms": 16.843, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 20.72 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.764 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.843 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.883, + 16.682, + 16.897 + ], + "median_ms": 16.897, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 27.883 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.682 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.897 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.244, + 23.601, + 23.712 + ], + "median_ms": 23.601, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.244 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 23.601 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 23.712 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.721, + 37.513, + 15.78 + ], + "median_ms": 17.721, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.721 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 37.513 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 15.78 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.469, + 34.924, + 19.68 + ], + "median_ms": 19.68, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.469 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 34.924 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 19.68 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205540_226411.txt", + "spike_captured": true, + "spike_limit_ms": 57.5, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 75.088 + }, + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 71.814 + }, + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 82.68 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 82.68, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 411 +} \ No newline at end of file diff --git a/logs/trace_20260928_205540_226411.txt b/logs/trace_20260928_205540_226411.txt new file mode 100644 index 0000000..6304827 --- /dev/null +++ b/logs/trace_20260928_205540_226411.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.563 ms 75.088 ms 71.814 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 82.680 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 13.191 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 22.025 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 24.848 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 37.706 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 56.829 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.747 ms 13.772 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 17.718 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 13.770 ms 17.847 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 38.690 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 20.720 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 14.764 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.843 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 27.883 ms 16.682 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.897 ms + 8 141.101.73.110 (141.101.73.110) 16.244 ms 23.601 ms 141.101.73.111 (141.101.73.111) 23.712 ms + 9 141.101.73.110 (141.101.73.110) 17.721 ms 141.101.73.157 (141.101.73.157) 37.513 ms 141.101.73.161 (141.101.73.161) 15.780 ms +10 one.one.one.one (1.1.1.1) 18.469 ms 34.924 ms 141.101.73.169 (141.101.73.169) 19.680 ms diff --git a/logs/trace_20260928_205547_228068.json b/logs/trace_20260928_205547_228068.json new file mode 100644 index 0000000..564e7e2 --- /dev/null +++ b/logs/trace_20260928_205547_228068.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T20:55:48.437-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 14.045, + 71.527, + 12.759 + ], + "median_ms": 14.045, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.045 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 71.527 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.759 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.764, + 15.354, + 65.068 + ], + "median_ms": 24.764, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 24.764 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 15.354 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 65.068 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.696, + 16.83, + 35.82 + ], + "median_ms": 26.696, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 26.696 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.83 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 35.82 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 12.785, + 22.753, + 14.688 + ], + "median_ms": 14.688, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.785 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 22.753 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.688 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.745, + 18.72, + 15.736 + ], + "median_ms": 16.745, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.745 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.72 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.736 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.666, + 29.8, + 39.957 + ], + "median_ms": 29.8, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.666 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 29.8 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 39.957 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.691, + 38.684, + 25.586 + ], + "median_ms": 25.586, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.691 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 38.684 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 25.586 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.97, + 22.65, + 17.817 + ], + "median_ms": 17.817, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.97 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 22.65 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.817 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.787, + 14.593, + 57.571 + ], + "median_ms": 14.593, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 12.787 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.593 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 57.571 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.253, + 48.725, + 45.984 + ], + "median_ms": 45.984, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 13.253 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 48.725 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 45.984 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205547_228068.txt", + "spike_captured": true, + "spike_limit_ms": 57.5, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 71.527 + }, + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 65.068 + }, + { + "hop": 9, + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 57.571 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 71.527, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 413 +} \ No newline at end of file diff --git a/logs/trace_20260928_205547_228068.txt b/logs/trace_20260928_205547_228068.txt new file mode 100644 index 0000000..705f185 --- /dev/null +++ b/logs/trace_20260928_205547_228068.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 14.045 ms 71.527 ms 12.759 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 24.764 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 15.354 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 65.068 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 26.696 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 16.830 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 35.820 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.785 ms 22.753 ms 14.688 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.745 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.720 ms 15.736 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.666 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 29.800 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 39.957 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 18.691 ms 38.684 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 25.586 ms + 8 141.101.73.110 (141.101.73.110) 15.970 ms 22.650 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.817 ms + 9 141.101.73.110 (141.101.73.110) 12.787 ms 141.101.73.111 (141.101.73.111) 14.593 ms 141.101.73.117 (141.101.73.117) 57.571 ms +10 one.one.one.one (1.1.1.1) 13.253 ms 48.725 ms 141.101.73.177 (141.101.73.177) 45.984 ms diff --git a/logs/trace_20260928_205642_241704.json b/logs/trace_20260928_205642_241704.json new file mode 100644 index 0000000..0330193 --- /dev/null +++ b/logs/trace_20260928_205642_241704.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:56:43.450-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 32.377, + 12.806, + 11.903 + ], + "median_ms": 12.806, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 32.377 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.806 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.903 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.866, + 12.816, + 11.953 + ], + "median_ms": 11.953, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.866 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.816 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.953 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.683, + 14.857, + 12.684 + ], + "median_ms": 14.683, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.683 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.857 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.684 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 9.725, + 11.808, + 12.633 + ], + "median_ms": 11.808, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 9.725 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.808 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.633 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.66, + 15.848, + 15.865 + ], + "median_ms": 15.865, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.66 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.848 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.865 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.872, + 16.837, + 14.837 + ], + "median_ms": 16.837, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.872 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.837 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.837 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.835, + 30.882, + 23.784 + ], + "median_ms": 30.882, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 31.835 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 30.882 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 23.784 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.812, + 42.807, + 17.62 + ], + "median_ms": 25.812, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.812 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 42.807 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.62 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 40.989, + 17.536, + 46.642 + ], + "median_ms": 40.989, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 40.989 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.536 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 46.642 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.951, + 107.56, + 34.675 + ], + "median_ms": 34.675, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 26.951 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 107.56 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 34.675 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205642_241704.txt", + "spike_captured": true, + "spike_limit_ms": 57.3, + "spike_probes": [ + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 107.56 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 107.56, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 430 +} \ No newline at end of file diff --git a/logs/trace_20260928_205642_241704.txt b/logs/trace_20260928_205642_241704.txt new file mode 100644 index 0000000..7b2ffd0 --- /dev/null +++ b/logs/trace_20260928_205642_241704.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 32.377 ms 12.806 ms 11.903 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 10.866 ms 12.816 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.953 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.683 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.857 ms 12.684 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 9.725 ms 11.808 ms 12.633 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.660 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.848 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.865 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 16.872 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.837 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 14.837 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 31.835 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 30.882 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 23.784 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 25.812 ms 141.101.73.110 (141.101.73.110) 42.807 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.620 ms + 9 141.101.73.111 (141.101.73.111) 40.989 ms 141.101.73.110 (141.101.73.110) 17.536 ms 141.101.73.111 (141.101.73.111) 46.642 ms +10 one.one.one.one (1.1.1.1) 26.951 ms 107.560 ms 141.101.73.127 (141.101.73.127) 34.675 ms diff --git a/logs/trace_20260928_205653_244317.json b/logs/trace_20260928_205653_244317.json new file mode 100644 index 0000000..01b4453 --- /dev/null +++ b/logs/trace_20260928_205653_244317.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T20:56:54.249-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.369, + 12.254, + 10.689 + ], + "median_ms": 11.369, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.369 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.254 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.689 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.837, + 11.899, + 12.096 + ], + "median_ms": 11.899, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.837 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.899 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.096 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.804, + 22.022, + 13.589 + ], + "median_ms": 14.804, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.804 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 22.022 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.589 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.79, + 11.658, + 12.847 + ], + "median_ms": 11.79, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.79 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.658 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.847 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 15.687, + 17.658, + 18.645 + ], + "median_ms": 17.658, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.687 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.658 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.645 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.854, + 16.612, + 15.956 + ], + "median_ms": 15.956, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.854 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.612 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.956 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 36.579, + 82.637, + 59.723 + ], + "median_ms": 59.723, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 36.579 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 82.637 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 59.723 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 55.652, + 37.826, + 16.55 + ], + "median_ms": 37.826, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 55.652 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 37.826 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.55 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.516, + 73.741, + 15.575 + ], + "median_ms": 16.516, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.516 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 73.741 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.575 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 15.603, + 14.866, + 15.71 + ], + "median_ms": 15.603, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.603 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.866 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.71 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205653_244317.txt", + "spike_captured": true, + "spike_limit_ms": 57.3, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 82.637 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 59.723 + }, + { + "hop": 9, + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 73.741 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 82.637, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 433 +} \ No newline at end of file diff --git a/logs/trace_20260928_205653_244317.txt b/logs/trace_20260928_205653_244317.txt new file mode 100644 index 0000000..37b0082 --- /dev/null +++ b/logs/trace_20260928_205653_244317.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.369 ms 12.254 ms 10.689 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.837 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.899 ms 12.096 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.804 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 22.022 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.589 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.790 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 11.658 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.847 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.687 ms 17.658 ms 18.645 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.854 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 16.612 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.956 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 36.579 ms 82.637 ms 59.723 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 55.652 ms 37.826 ms 141.101.73.110 (141.101.73.110) 16.550 ms + 9 141.101.73.111 (141.101.73.111) 16.516 ms 141.101.73.127 (141.101.73.127) 73.741 ms 141.101.73.111 (141.101.73.111) 15.575 ms +10 one.one.one.one (1.1.1.1) 15.603 ms 14.866 ms 15.710 ms diff --git a/logs/trace_20260928_205709_248343.json b/logs/trace_20260928_205709_248343.json new file mode 100644 index 0000000..af2b231 --- /dev/null +++ b/logs/trace_20260928_205709_248343.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:57:10.254-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 21.511, + 10.688, + 9.778 + ], + "median_ms": 10.688, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.511 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.688 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.778 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.831, + 11.99, + 13.342 + ], + "median_ms": 11.99, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.831 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.99 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 13.342 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.681, + 13.846, + 14.665 + ], + "median_ms": 13.846, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.681 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.846 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.665 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.669, + 10.67, + 12.699 + ], + "median_ms": 12.669, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.669 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 10.67 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.699 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.606, + 17.537, + 15.687 + ], + "median_ms": 15.687, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.606 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.537 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.687 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.861, + 15.738, + 18.725 + ], + "median_ms": 15.861, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.861 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.738 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 18.725 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 65.71, + 36.796, + 22.834 + ], + "median_ms": 36.796, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 65.71 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 36.796 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 22.834 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.876, + 16.497, + 15.476 + ], + "median_ms": 16.497, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.876 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.497 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.476 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.815, + 29.691, + 15.453 + ], + "median_ms": 25.815, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 25.815 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 29.691 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 15.453 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.55, + 25.86, + 14.498 + ], + "median_ms": 15.55, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.55 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 25.86 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 14.498 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205709_248343.txt", + "spike_captured": true, + "spike_limit_ms": 56.9, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 65.71 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 65.71, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 437 +} \ No newline at end of file diff --git a/logs/trace_20260928_205709_248343.txt b/logs/trace_20260928_205709_248343.txt new file mode 100644 index 0000000..1b6f201 --- /dev/null +++ b/logs/trace_20260928_205709_248343.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 21.511 ms 10.688 ms 9.778 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.831 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.990 ms 13.342 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.681 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.846 ms 14.665 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.669 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 10.670 ms 12.699 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 14.606 ms 17.537 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.687 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.861 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 15.738 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 18.725 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 65.710 ms 36.796 ms 22.834 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.876 ms 141.101.73.110 (141.101.73.110) 16.497 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.476 ms + 9 141.101.73.125 (141.101.73.125) 25.815 ms 141.101.73.110 (141.101.73.110) 29.691 ms 141.101.73.157 (141.101.73.157) 15.453 ms +10 one.one.one.one (1.1.1.1) 15.550 ms 141.101.73.125 (141.101.73.125) 25.860 ms 141.101.73.163 (141.101.73.163) 14.498 ms diff --git a/logs/trace_20260928_205716_250200.json b/logs/trace_20260928_205716_250200.json new file mode 100644 index 0000000..e5d2adc --- /dev/null +++ b/logs/trace_20260928_205716_250200.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T20:57:17.459-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.529, + 29.692, + 11.746 + ], + "median_ms": 12.529, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.529 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 29.692 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.746 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.835, + 12.578, + 14.05 + ], + "median_ms": 12.835, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.835 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.578 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 14.05 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.665, + 13.755, + 15.709 + ], + "median_ms": 14.665, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.665 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.755 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.709 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 13.682, + 12.695, + 81.72 + ], + "median_ms": 13.682, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.682 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.695 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 81.72 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 89.699, + 43.682, + 16.651 + ], + "median_ms": 43.682, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 89.699 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 43.682 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.651 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 39.725, + 31.725, + 15.693 + ], + "median_ms": 31.725, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 39.725 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 31.725 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.693 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 38.696, + 71.636, + 62.71 + ], + "median_ms": 62.71, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 38.696 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 71.636 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 62.71 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.597, + 13.676, + 16.495 + ], + "median_ms": 16.495, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 36.597 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 13.676 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.495 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.639, + 18.596, + 12.64 + ], + "median_ms": 17.639, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 17.639 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 18.596 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 12.64 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.557, + 20.408, + 16.703 + ], + "median_ms": 20.408, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 22.557 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 20.408 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.703 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205716_250200.txt", + "spike_captured": true, + "spike_limit_ms": 57.0, + "spike_probes": [ + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 81.72 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 89.699 + }, + { + "hop": 7, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 71.636 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 62.71 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 89.699, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 439 +} \ No newline at end of file diff --git a/logs/trace_20260928_205716_250200.txt b/logs/trace_20260928_205716_250200.txt new file mode 100644 index 0000000..c47c55b --- /dev/null +++ b/logs/trace_20260928_205716_250200.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.529 ms 29.692 ms 11.746 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.835 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.578 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 14.050 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.665 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.755 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.709 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.682 ms 12.695 ms 81.720 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 89.699 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 43.682 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.651 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 39.725 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 31.725 ms 15.693 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 38.696 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 71.636 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 62.710 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 36.597 ms 141.101.73.111 (141.101.73.111) 13.676 ms 16.495 ms + 9 141.101.73.169 (141.101.73.169) 17.639 ms 141.101.73.127 (141.101.73.127) 18.596 ms 141.101.73.161 (141.101.73.161) 12.640 ms +10 one.one.one.one (1.1.1.1) 22.557 ms 141.101.73.117 (141.101.73.117) 20.408 ms one.one.one.one (1.1.1.1) 16.703 ms diff --git a/logs/trace_20260928_205726_252419.json b/logs/trace_20260928_205726_252419.json new file mode 100644 index 0000000..91e527c --- /dev/null +++ b/logs/trace_20260928_205726_252419.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:57:27.059-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 9.508, + 9.913, + 11.763 + ], + "median_ms": 9.913, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.508 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.913 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.763 + } + ] + }, + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": [ + 10.863, + 11.235, + 11.651 + ], + "median_ms": 11.235, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 10.863 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.235 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.651 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.797, + 14.106, + 14.781 + ], + "median_ms": 14.106, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 11.797 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.106 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.781 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.655, + 11.763, + 12.666 + ], + "median_ms": 12.666, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 23.655 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.763 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.666 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 13.741, + 17.799, + 15.624 + ], + "median_ms": 15.624, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 13.741 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.799 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.624 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.669, + 15.821, + 16.643 + ], + "median_ms": 16.643, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.669 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.821 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.643 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.764, + 15.8, + 15.791 + ], + "median_ms": 15.791, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.764 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.8 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.791 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 49.775, + 14.735, + 58.643 + ], + "median_ms": 49.775, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 49.775 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.735 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 58.643 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.74, + 15.567, + 12.713 + ], + "median_ms": 15.567, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 15.74 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.567 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 12.713 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.751, + 17.81, + 15.562 + ], + "median_ms": 15.562, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 13.751 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 17.81 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 15.562 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205726_252419.txt", + "spike_captured": true, + "spike_limit_ms": 56.9, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 58.643 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 58.643, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 442 +} \ No newline at end of file diff --git a/logs/trace_20260928_205726_252419.txt b/logs/trace_20260928_205726_252419.txt new file mode 100644 index 0000000..16b7d05 --- /dev/null +++ b/logs/trace_20260928_205726_252419.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 9.508 ms 9.913 ms 11.763 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 10.863 ms 11.235 ms 11.651 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 11.797 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.106 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.781 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 23.655 ms 11.763 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.666 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 13.741 ms 17.799 ms 15.624 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 16.669 ms 15.821 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.643 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.764 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.800 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.791 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 49.775 ms 141.101.73.111 (141.101.73.111) 14.735 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 58.643 ms + 9 141.101.73.161 (141.101.73.161) 15.740 ms 141.101.73.111 (141.101.73.111) 15.567 ms 12.713 ms +10 one.one.one.one (1.1.1.1) 13.751 ms 141.101.73.147 (141.101.73.147) 17.810 ms 141.101.73.119 (141.101.73.119) 15.562 ms diff --git a/logs/trace_20260928_205732_253812.json b/logs/trace_20260928_205732_253812.json new file mode 100644 index 0000000..5ea1a44 --- /dev/null +++ b/logs/trace_20260928_205732_253812.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:57:33.062-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.955, + 17.633, + 17.998 + ], + "median_ms": 17.633, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.955 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 17.633 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 17.998 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.862, + 9.897, + 9.995 + ], + "median_ms": 9.995, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.862 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 9.897 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 9.995 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.778, + 10.488, + 12.788 + ], + "median_ms": 12.788, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.778 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 10.488 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.788 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 11.834, + 21.477, + 11.809 + ], + "median_ms": 11.834, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.834 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 21.477 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.809 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.621, + 15.702, + 16.611 + ], + "median_ms": 15.702, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.621 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.702 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.611 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 46.684, + 15.663, + 64.047 + ], + "median_ms": 46.684, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 46.684 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.663 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 64.047 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.439, + 14.661, + 14.728 + ], + "median_ms": 14.728, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 23.439 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.661 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 14.728 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.61, + 15.619, + 14.633 + ], + "median_ms": 15.619, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 32.61 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.619 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.633 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.605, + 15.632, + 13.589 + ], + "median_ms": 15.632, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 23.605 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.632 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 13.589 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.699, + 17.733, + 22.682 + ], + "median_ms": 17.733, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.699 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 17.733 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 22.682 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205732_253812.txt", + "spike_captured": true, + "spike_limit_ms": 56.9, + "spike_probes": [ + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 64.047 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 64.047, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 444 +} \ No newline at end of file diff --git a/logs/trace_20260928_205732_253812.txt b/logs/trace_20260928_205732_253812.txt new file mode 100644 index 0000000..5d54b2d --- /dev/null +++ b/logs/trace_20260928_205732_253812.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.955 ms 17.633 ms 17.998 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.862 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 9.897 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 9.995 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.778 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 10.488 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 12.788 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.834 ms 21.477 ms 11.809 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.621 ms 15.702 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.611 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 46.684 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.663 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 64.047 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 23.439 ms 14.661 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 14.728 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 32.610 ms 141.101.73.111 (141.101.73.111) 15.619 ms 141.101.73.110 (141.101.73.110) 14.633 ms + 9 141.101.73.163 (141.101.73.163) 23.605 ms 141.101.73.111 (141.101.73.111) 15.632 ms 13.589 ms +10 one.one.one.one (1.1.1.1) 16.699 ms 141.101.73.195 (141.101.73.195) 17.733 ms one.one.one.one (1.1.1.1) 22.682 ms diff --git a/logs/trace_20260928_205754_259407.json b/logs/trace_20260928_205754_259407.json new file mode 100644 index 0000000..8578b39 --- /dev/null +++ b/logs/trace_20260928_205754_259407.json @@ -0,0 +1,362 @@ +{ + "time": "2026-09-28T20:57:55.668-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 21.546, + 23.091, + 31.95 + ], + "median_ms": 23.091, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.546 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 23.091 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 31.95 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.731, + 12.836, + 8.662 + ], + "median_ms": 12.836, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 24.731 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.836 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 8.662 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 40.855, + 13.557, + 12.996 + ], + "median_ms": 13.557, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 40.855 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.557 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.996 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 15.586, + 14.982, + 13.697 + ], + "median_ms": 14.982, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.586 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.982 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.697 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.686, + 35.811, + 156.752 + ], + "median_ms": 35.811, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 27.686 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 35.811 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 156.752 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.884, + 39.895, + 19.61 + ], + "median_ms": 20.884, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 20.884 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 39.895 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.61 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 104.825, + 50.82, + 15.71 + ], + "median_ms": 50.82, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 104.825 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 50.82 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.71 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.764, + 14.755, + 39.775 + ], + "median_ms": 24.764, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 24.764 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.755 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 39.775 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 39.565, + 17.539, + 15.67 + ], + "median_ms": 17.539, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 39.565 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 17.539 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.67 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.671, + 20.601, + 15.767 + ], + "median_ms": 16.671, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 16.671 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 20.601 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 15.767 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 15.603, + 15.775, + 16.702 + ], + "median_ms": 15.775, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.603 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.775 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.702 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205754_259407.txt", + "spike_captured": true, + "spike_limit_ms": 56.85, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 156.752 + }, + { + "hop": 7, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 104.825 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 156.752, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 451 +} \ No newline at end of file diff --git a/logs/trace_20260928_205754_259407.txt b/logs/trace_20260928_205754_259407.txt new file mode 100644 index 0000000..86cbfe4 --- /dev/null +++ b/logs/trace_20260928_205754_259407.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 21.546 ms 23.091 ms 31.950 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 24.731 ms 12.836 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 8.662 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 40.855 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.557 ms 12.996 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.586 ms 14.982 ms 13.697 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 27.686 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 35.811 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 156.752 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 20.884 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 39.895 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 19.610 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 104.825 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 50.820 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.710 ms + 8 141.101.73.110 (141.101.73.110) 24.764 ms 14.755 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 39.775 ms + 9 141.101.73.117 (141.101.73.117) 39.565 ms 141.101.73.127 (141.101.73.127) 17.539 ms 141.101.73.110 (141.101.73.110) 15.670 ms +10 141.101.73.177 (141.101.73.177) 16.671 ms 20.601 ms 141.101.73.175 (141.101.73.175) 15.767 ms +11 one.one.one.one (1.1.1.1) 15.603 ms 15.775 ms 16.702 ms diff --git a/logs/trace_20260928_205758_260113.json b/logs/trace_20260928_205758_260113.json new file mode 100644 index 0000000..04ba1f5 --- /dev/null +++ b/logs/trace_20260928_205758_260113.json @@ -0,0 +1,387 @@ +{ + "time": "2026-09-28T20:58:00.870-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 66.441, + 26.397, + 14.768 + ], + "median_ms": 26.397, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 66.441 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 26.397 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.768 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 73.777, + 30.102, + 47.713 + ], + "median_ms": 47.713, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 73.777 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 30.102 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 47.713 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.757, + 15.764, + 41.707 + ], + "median_ms": 26.757, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 26.757 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.764 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 41.707 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 35.633, + 62.929, + 35.718 + ], + "median_ms": 35.718, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 35.633 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 62.929 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 35.718 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 17.84, + 77.845, + 18.473 + ], + "median_ms": 18.473, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.84 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 77.845 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.473 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.642, + 83.877, + 16.764 + ], + "median_ms": 23.642, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 23.642 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 83.877 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.764 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.721, + 407.751, + 31.658 + ], + "median_ms": 31.658, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 19.721 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 407.751 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 31.658 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 101.677, + 102.788, + 38.6 + ], + "median_ms": 101.677, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 101.677 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 102.788 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 38.6 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 353.687, + 19.518, + 27.271 + ], + "median_ms": 27.271, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 353.687 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 19.518 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 27.271 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 91.579, + 77.667, + 17.849 + ], + "median_ms": 77.667, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 91.579 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 77.667 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 17.849 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205758_260113.txt", + "spike_captured": true, + "spike_limit_ms": 56.95, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 66.441 + }, + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 73.777 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 62.929 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 77.845 + }, + { + "hop": 6, + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 83.877 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 407.751 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 101.677 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 102.788 + }, + { + "hop": 9, + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 353.687 + }, + { + "hop": 10, + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 91.579 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 77.667 + } + ], + "spike_probe_count": 11, + "peak_probe_ms": 407.751, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 452 +} \ No newline at end of file diff --git a/logs/trace_20260928_205758_260113.txt b/logs/trace_20260928_205758_260113.txt new file mode 100644 index 0000000..f05d439 --- /dev/null +++ b/logs/trace_20260928_205758_260113.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 66.441 ms 26.397 ms 14.768 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 73.777 ms 30.102 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 47.713 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 26.757 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.764 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 41.707 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 35.633 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 62.929 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 35.718 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.840 ms 77.845 ms 18.473 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 23.642 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 83.877 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.764 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 19.721 ms 407.751 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 31.658 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 101.677 ms 102.788 ms 38.600 ms + 9 141.101.73.117 (141.101.73.117) 353.687 ms 141.101.73.173 (141.101.73.173) 19.518 ms 141.101.73.119 (141.101.73.119) 27.271 ms +10 141.101.73.175 (141.101.73.175) 91.579 ms one.one.one.one (1.1.1.1) 77.667 ms 141.101.73.175 (141.101.73.175) 17.849 ms diff --git a/logs/trace_20260928_205803_261547.json b/logs/trace_20260928_205803_261547.json new file mode 100644 index 0000000..0c100e0 --- /dev/null +++ b/logs/trace_20260928_205803_261547.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T20:58:04.473-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 147.471, + 14.514, + 22.971 + ], + "median_ms": 22.971, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 147.471 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.514 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.971 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.699, + 20.939, + 14.523 + ], + "median_ms": 14.523, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.699 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 20.939 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 14.523 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.885, + 16.6, + 15.665 + ], + "median_ms": 16.6, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 22.885 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.6 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.665 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.9, + 17.53, + 11.729 + ], + "median_ms": 13.9, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.9 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 17.53 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.729 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.757, + 20.778, + 34.882 + ], + "median_ms": 26.757, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 26.757 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 20.778 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 34.882 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 55.609, + 18.779, + 27.678 + ], + "median_ms": 27.678, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 55.609 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.779 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 27.678 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.704, + 15.772, + 14.929 + ], + "median_ms": 15.704, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.704 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.772 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.929 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.696, + 15.486, + 14.81 + ], + "median_ms": 15.486, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.696 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.486 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.81 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.732, + 25.661, + 37.752 + ], + "median_ms": 25.661, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.732 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 25.661 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 37.752 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 135.511, + 15.238, + 38.053 + ], + "median_ms": 38.053, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 135.511 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.238 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 38.053 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205803_261547.txt", + "spike_captured": true, + "spike_limit_ms": 57.0, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 147.471 + }, + { + "hop": 10, + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 135.511 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 147.471, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 453 +} \ No newline at end of file diff --git a/logs/trace_20260928_205803_261547.txt b/logs/trace_20260928_205803_261547.txt new file mode 100644 index 0000000..614eb64 --- /dev/null +++ b/logs/trace_20260928_205803_261547.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 147.471 ms 14.514 ms 22.971 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.699 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 20.939 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 14.523 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 22.885 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 16.600 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.665 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.900 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 17.530 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.729 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 26.757 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 20.778 ms 34.882 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 55.609 ms 18.779 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 27.678 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.704 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.772 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.929 ms + 8 141.101.73.111 (141.101.73.111) 15.696 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.486 ms 14.810 ms + 9 141.101.73.110 (141.101.73.110) 15.732 ms 141.101.73.147 (141.101.73.147) 25.661 ms 141.101.73.161 (141.101.73.161) 37.752 ms +10 141.101.73.171 (141.101.73.171) 135.511 ms one.one.one.one (1.1.1.1) 15.238 ms 38.053 ms diff --git a/logs/trace_20260928_205811_264175.json b/logs/trace_20260928_205811_264175.json new file mode 100644 index 0000000..bad722a --- /dev/null +++ b/logs/trace_20260928_205811_264175.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:58:12.268-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 40.436, + 14.484, + 12.775 + ], + "median_ms": 14.484, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 40.436 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.484 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.775 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.906, + 10.255, + 11.006 + ], + "median_ms": 11.006, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 21.906 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 10.255 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.006 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.106, + 13.014, + 14.747 + ], + "median_ms": 14.747, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.106 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.014 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.747 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 13.553, + 32.768, + 14.758 + ], + "median_ms": 14.758, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.553 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 32.768 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.758 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.711, + 13.608, + 15.724 + ], + "median_ms": 15.724, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 28.711 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 13.608 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.724 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.767, + 35.793, + 17.732 + ], + "median_ms": 17.732, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.767 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 35.793 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.732 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 35.792, + 13.707, + 65.787 + ], + "median_ms": 35.792, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 35.792 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 13.707 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 65.787 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 44.759, + 15.847, + 52.594 + ], + "median_ms": 44.759, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 44.759 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.847 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 52.594 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.675, + 13.594, + 21.68 + ], + "median_ms": 21.68, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 22.675 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 13.594 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 21.68 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.579, + 15.729, + 32.634 + ], + "median_ms": 32.634, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 33.579 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.729 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 32.634 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205811_264175.txt", + "spike_captured": true, + "spike_limit_ms": 57.05, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 65.787 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 65.787, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 455 +} \ No newline at end of file diff --git a/logs/trace_20260928_205811_264175.txt b/logs/trace_20260928_205811_264175.txt new file mode 100644 index 0000000..c66b8e1 --- /dev/null +++ b/logs/trace_20260928_205811_264175.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 40.436 ms 14.484 ms 12.775 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 21.906 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 10.255 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.006 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.106 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.014 ms 14.747 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.553 ms 32.768 ms 14.758 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 28.711 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 13.608 ms 15.724 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.767 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 35.793 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 17.732 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 35.792 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 13.707 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 65.787 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 44.759 ms 141.101.73.110 (141.101.73.110) 15.847 ms 52.594 ms + 9 141.101.73.111 (141.101.73.111) 22.675 ms 13.594 ms 141.101.73.195 (141.101.73.195) 21.680 ms +10 one.one.one.one (1.1.1.1) 33.579 ms 15.729 ms 141.101.73.119 (141.101.73.119) 32.634 ms diff --git a/logs/trace_20260928_205821_266140.json b/logs/trace_20260928_205821_266140.json new file mode 100644 index 0000000..1d8239c --- /dev/null +++ b/logs/trace_20260928_205821_266140.json @@ -0,0 +1,369 @@ +{ + "time": "2026-09-28T20:58:23.075-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 28.279, + 33.107, + 11.844 + ], + "median_ms": 28.279, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 28.279 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 33.107 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.844 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.783, + 17.425, + 45.027 + ], + "median_ms": 29.783, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 29.783 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 17.425 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 45.027 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.595, + 13.85, + 11.66 + ], + "median_ms": 13.85, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 24.595 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.85 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 11.66 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.727, + 13.626, + 51.724 + ], + "median_ms": 14.727, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.727 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.626 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 51.724 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 173.715, + 35.65, + 118.647 + ], + "median_ms": 118.647, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 173.715 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 35.65 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 118.647 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 40.76, + 41.817, + 33.676 + ], + "median_ms": 40.76, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 40.76 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 41.817 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 33.676 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 97.703, + 35.67, + 27.751 + ], + "median_ms": 35.67, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 97.703 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 35.67 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 27.751 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 62.716, + 121.408, + 66.814 + ], + "median_ms": 66.814, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 62.716 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 121.408 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 66.814 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 58.639, + 15.499, + 65.586 + ], + "median_ms": 58.639, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 58.639 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 15.499 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 65.586 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.477, + 23.838, + 15.603 + ], + "median_ms": 15.603, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.477 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 23.838 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 15.603 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205821_266140.txt", + "spike_captured": true, + "spike_limit_ms": 57.1, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 173.715 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 118.647 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 97.703 + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 62.716 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 121.408 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 66.814 + }, + { + "hop": 9, + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 58.639 + }, + { + "hop": 9, + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 65.586 + } + ], + "spike_probe_count": 8, + "peak_probe_ms": 173.715, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 458 +} \ No newline at end of file diff --git a/logs/trace_20260928_205821_266140.txt b/logs/trace_20260928_205821_266140.txt new file mode 100644 index 0000000..1661a0f --- /dev/null +++ b/logs/trace_20260928_205821_266140.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 28.279 ms 33.107 ms 11.844 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 29.783 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 17.425 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 45.027 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 24.595 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.850 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 11.660 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.727 ms 13.626 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 51.724 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 173.715 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 35.650 ms 118.647 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 40.760 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 41.817 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 33.676 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 97.703 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 35.670 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 27.751 ms + 8 141.101.73.111 (141.101.73.111) 62.716 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 121.408 ms 66.814 ms + 9 141.101.73.167 (141.101.73.167) 58.639 ms 141.101.73.163 (141.101.73.163) 15.499 ms 141.101.73.119 (141.101.73.119) 65.586 ms +10 one.one.one.one (1.1.1.1) 15.477 ms 23.838 ms 141.101.73.125 (141.101.73.125) 15.603 ms diff --git a/logs/trace_20260928_205828_267690.json b/logs/trace_20260928_205828_267690.json new file mode 100644 index 0000000..e2673a8 --- /dev/null +++ b/logs/trace_20260928_205828_267690.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:58:29.075-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.901, + 11.356, + 11.809 + ], + "median_ms": 11.809, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.901 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.356 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.809 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.734, + 12.1, + 18.847 + ], + "median_ms": 12.734, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.734 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.1 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 18.847 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.803, + 33.865, + 13.734 + ], + "median_ms": 23.803, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 23.803 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 33.865 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.734 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.901, + 15.537, + 13.995 + ], + "median_ms": 13.995, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.901 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.537 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.995 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.831, + 19.781, + 17.841 + ], + "median_ms": 18.831, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.831 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.781 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.841 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.728, + 33.949, + 18.511 + ], + "median_ms": 18.728, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.728 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 33.949 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.511 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.826, + 15.813, + 15.698 + ], + "median_ms": 15.813, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.826 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.813 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.698 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 43.835, + 78.883, + 14.523 + ], + "median_ms": 43.835, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 43.835 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 78.883 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.523 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.655, + 14.547, + 15.764 + ], + "median_ms": 15.764, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 23.655 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.547 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.764 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 15.585, + 13.867, + 17.691 + ], + "median_ms": 15.585, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.585 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 13.867 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.691 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205828_267690.txt", + "spike_captured": true, + "spike_limit_ms": 57.35, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 78.883 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 78.883, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 460 +} \ No newline at end of file diff --git a/logs/trace_20260928_205828_267690.txt b/logs/trace_20260928_205828_267690.txt new file mode 100644 index 0000000..c1c0b76 --- /dev/null +++ b/logs/trace_20260928_205828_267690.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.901 ms 11.356 ms 11.809 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.734 ms 12.100 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 18.847 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 23.803 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 33.865 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.734 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.901 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.537 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.995 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 18.831 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 19.781 ms 17.841 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 18.728 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 33.949 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 18.511 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.826 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.813 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.698 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 43.835 ms 78.883 ms 141.101.73.110 (141.101.73.110) 14.523 ms + 9 141.101.73.195 (141.101.73.195) 23.655 ms 141.101.73.111 (141.101.73.111) 14.547 ms 15.764 ms +10 one.one.one.one (1.1.1.1) 15.585 ms 13.867 ms 17.691 ms diff --git a/logs/trace_20260928_205834_269319.json b/logs/trace_20260928_205834_269319.json new file mode 100644 index 0000000..8d3e6b9 --- /dev/null +++ b/logs/trace_20260928_205834_269319.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T20:58:35.274-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 50.472, + 91.617, + 13.653 + ], + "median_ms": 50.472, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 50.472 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 91.617 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.653 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 58.783, + 12.853, + 52.737 + ], + "median_ms": 52.737, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 58.783 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.853 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 52.737 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.607, + 15.773, + 17.753 + ], + "median_ms": 15.773, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.607 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.773 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 17.753 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.751, + 14.698, + 15.607 + ], + "median_ms": 14.698, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.751 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.698 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.607 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.883, + 16.854, + 15.626 + ], + "median_ms": 16.854, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.883 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.854 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.626 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.831, + 15.66, + 37.841 + ], + "median_ms": 37.831, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 37.831 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.66 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 37.841 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.816, + 14.763, + 20.827 + ], + "median_ms": 15.816, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.816 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.763 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 20.827 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.799, + 16.733, + 45.737 + ], + "median_ms": 16.733, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.799 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.733 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 45.737 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.597, + 22.694, + 16.699 + ], + "median_ms": 17.597, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 17.597 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 22.694 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 16.699 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 17.293, + 14.767, + 15.634 + ], + "median_ms": 15.634, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.293 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.767 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.634 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205834_269319.txt", + "spike_captured": true, + "spike_limit_ms": 57.35, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 91.617 + }, + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 58.783 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 91.617, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 462 +} \ No newline at end of file diff --git a/logs/trace_20260928_205834_269319.txt b/logs/trace_20260928_205834_269319.txt new file mode 100644 index 0000000..33edf73 --- /dev/null +++ b/logs/trace_20260928_205834_269319.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 50.472 ms 91.617 ms 13.653 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 58.783 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.853 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 52.737 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.607 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.773 ms 17.753 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.751 ms 14.698 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.607 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.883 ms 16.854 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.626 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 37.831 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.660 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 37.841 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.816 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.763 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 20.827 ms + 8 141.101.73.111 (141.101.73.111) 15.799 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.733 ms 45.737 ms + 9 141.101.73.163 (141.101.73.163) 17.597 ms 141.101.73.119 (141.101.73.119) 22.694 ms 141.101.73.169 (141.101.73.169) 16.699 ms +10 one.one.one.one (1.1.1.1) 17.293 ms 14.767 ms 15.634 ms diff --git a/logs/trace_20260928_205838_270331.json b/logs/trace_20260928_205838_270331.json new file mode 100644 index 0000000..e1f16c6 --- /dev/null +++ b/logs/trace_20260928_205838_270331.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:58:39.276-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.627, + 25.296, + 12.779 + ], + "median_ms": 13.627, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.627 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 25.296 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.779 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 7.839, + 77.642, + 23.601 + ], + "median_ms": 23.601, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 7.839 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 77.642 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 23.601 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.577, + 38.821, + 24.778 + ], + "median_ms": 24.778, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.577 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 38.821 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 24.778 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.905, + 21.586, + 30.64 + ], + "median_ms": 21.586, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 16.905 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 21.586 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 30.64 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.85, + 15.783, + 29.807 + ], + "median_ms": 16.85, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.85 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.783 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 29.807 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.666, + 24.744, + 49.813 + ], + "median_ms": 24.744, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.666 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 24.744 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 49.813 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.8, + 24.789, + 17.779 + ], + "median_ms": 17.779, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.8 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 24.789 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 17.779 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.798, + 17.784, + 16.587 + ], + "median_ms": 17.784, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.798 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.784 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.587 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.638, + 15.601, + 15.622 + ], + "median_ms": 15.622, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.638 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.601 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.622 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 17.542, + 15.902, + 17.658 + ], + "median_ms": 17.542, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.542 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.902 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.658 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205838_270331.txt", + "spike_captured": true, + "spike_limit_ms": 57.4, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 77.642 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 77.642, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 463 +} \ No newline at end of file diff --git a/logs/trace_20260928_205838_270331.txt b/logs/trace_20260928_205838_270331.txt new file mode 100644 index 0000000..26e944f --- /dev/null +++ b/logs/trace_20260928_205838_270331.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.627 ms 25.296 ms 12.779 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 7.839 ms 77.642 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 23.601 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.577 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 38.821 ms 24.778 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 16.905 ms 21.586 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 30.640 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.850 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.783 ms 29.807 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 15.666 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 24.744 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 49.813 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.800 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 24.789 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 17.779 ms + 8 141.101.73.110 (141.101.73.110) 17.798 ms 141.101.73.111 (141.101.73.111) 17.784 ms 141.101.73.110 (141.101.73.110) 16.587 ms + 9 141.101.73.111 (141.101.73.111) 15.638 ms 141.101.73.110 (141.101.73.110) 15.601 ms 15.622 ms +10 one.one.one.one (1.1.1.1) 17.542 ms 15.902 ms 17.658 ms diff --git a/logs/trace_20260928_205854_274348.json b/logs/trace_20260928_205854_274348.json new file mode 100644 index 0000000..d27e64f --- /dev/null +++ b/logs/trace_20260928_205854_274348.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:58:55.082-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 9.834, + 11.895, + 11.84 + ], + "median_ms": 11.84, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.834 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.895 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.84 + } + ] + }, + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": [ + 11.883, + 9.935, + 10.816 + ], + "median_ms": 10.816, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.883 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 9.935 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.816 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.727, + 13.682, + 21.709 + ], + "median_ms": 13.682, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.727 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.682 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 21.709 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 12.799, + 13.711, + 13.685 + ], + "median_ms": 13.685, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.799 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.711 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.685 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.642, + 17.73, + 14.918 + ], + "median_ms": 14.918, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.642 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.73 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.918 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.775, + 15.746, + 14.686 + ], + "median_ms": 15.746, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.775 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.746 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.686 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 14.772, + 15.768, + 58.802 + ], + "median_ms": 15.768, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.772 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.768 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 58.802 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.559, + 15.664, + 13.667 + ], + "median_ms": 13.667, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 12.559 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.664 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.667 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.699, + 15.601, + 15.681 + ], + "median_ms": 15.681, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 23.699 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.601 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 15.681 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.671, + 15.675, + 15.565 + ], + "median_ms": 15.671, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.671 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 15.675 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.565 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205854_274348.txt", + "spike_captured": true, + "spike_limit_ms": 57.35, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 58.802 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 58.802, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 468 +} \ No newline at end of file diff --git a/logs/trace_20260928_205854_274348.txt b/logs/trace_20260928_205854_274348.txt new file mode 100644 index 0000000..0b87817 --- /dev/null +++ b/logs/trace_20260928_205854_274348.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 9.834 ms 11.895 ms 11.840 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.883 ms 9.935 ms 10.816 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 12.727 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.682 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 21.709 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.799 ms 13.711 ms 13.685 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.642 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.730 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.918 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 15.775 ms 15.746 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 14.686 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.772 ms 15.768 ms 58.802 ms + 8 141.101.73.110 (141.101.73.110) 12.559 ms 141.101.73.111 (141.101.73.111) 15.664 ms 141.101.73.110 (141.101.73.110) 13.667 ms + 9 141.101.73.175 (141.101.73.175) 23.699 ms 141.101.73.110 (141.101.73.110) 15.601 ms 141.101.73.175 (141.101.73.175) 15.681 ms +10 one.one.one.one (1.1.1.1) 15.671 ms 141.101.73.161 (141.101.73.161) 15.675 ms one.one.one.one (1.1.1.1) 15.565 ms diff --git a/logs/trace_20260928_205857_274757.json b/logs/trace_20260928_205857_274757.json new file mode 100644 index 0000000..9114450 --- /dev/null +++ b/logs/trace_20260928_205857_274757.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:58:58.082-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.905, + 10.71, + 11.803 + ], + "median_ms": 11.803, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.905 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.71 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.803 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 8.794, + 12.213, + 11.534 + ], + "median_ms": 11.534, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 8.794 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.213 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.534 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.349, + 11.993, + 13.96 + ], + "median_ms": 13.96, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.349 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 11.993 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.96 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.746, + 13.941, + 13.889 + ], + "median_ms": 13.889, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 10.746 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.941 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.889 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.603, + 31.755, + 15.624 + ], + "median_ms": 16.603, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.603 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 31.755 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.624 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.748, + 16.624, + 15.748 + ], + "median_ms": 16.624, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 20.748 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.624 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.748 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.761, + 16.874, + 66.54 + ], + "median_ms": 16.874, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.761 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.874 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 66.54 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.641, + 14.686, + 13.548 + ], + "median_ms": 14.641, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.641 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.686 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 13.548 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.733, + 12.634, + 16.788 + ], + "median_ms": 14.733, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.733 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 12.634 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 16.788 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.297, + 16.642, + 16.536 + ], + "median_ms": 16.536, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.297 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 16.642 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.536 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205857_274757.txt", + "spike_captured": true, + "spike_limit_ms": 57.2, + "spike_probes": [ + { + "hop": 7, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 66.54 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 66.54, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 469 +} \ No newline at end of file diff --git a/logs/trace_20260928_205857_274757.txt b/logs/trace_20260928_205857_274757.txt new file mode 100644 index 0000000..af79cbd --- /dev/null +++ b/logs/trace_20260928_205857_274757.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.905 ms 10.710 ms 11.803 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 8.794 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.213 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.534 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.349 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 11.993 ms 13.960 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 10.746 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.941 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.889 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.603 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 31.755 ms 15.624 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 20.748 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 16.624 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.748 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.761 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.874 ms 66.540 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.641 ms 141.101.73.110 (141.101.73.110) 14.686 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 13.548 ms + 9 141.101.73.110 (141.101.73.110) 14.733 ms 141.101.73.111 (141.101.73.111) 12.634 ms 141.101.73.195 (141.101.73.195) 16.788 ms +10 one.one.one.one (1.1.1.1) 15.297 ms 141.101.73.195 (141.101.73.195) 16.642 ms one.one.one.one (1.1.1.1) 16.536 ms diff --git a/logs/trace_20260928_205900_275920.json b/logs/trace_20260928_205900_275920.json new file mode 100644 index 0000000..a054cd6 --- /dev/null +++ b/logs/trace_20260928_205900_275920.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T20:59:01.084-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.364, + 11.787, + 9.865 + ], + "median_ms": 11.787, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.364 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.787 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.865 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.866, + 11.93, + 12.331 + ], + "median_ms": 11.93, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.866 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.93 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.331 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.404, + 10.755, + 14.624 + ], + "median_ms": 14.624, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.404 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 10.755 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.624 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.727, + 12.785, + 12.708 + ], + "median_ms": 12.727, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.727 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.785 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.708 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.791, + 17.787, + 16.573 + ], + "median_ms": 16.573, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.791 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.787 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.573 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.747, + 16.762, + 17.997 + ], + "median_ms": 16.762, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.747 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.762 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.997 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.55, + 14.739, + 59.884 + ], + "median_ms": 16.55, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.55 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 14.739 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 59.884 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.561, + 23.626, + 16.714 + ], + "median_ms": 16.714, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.561 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 23.626 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.714 + } + ] + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": [ + 14.63, + 12.766, + 18.684 + ], + "median_ms": 14.63, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.63 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 12.766 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 18.684 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.522, + 13.629, + 17.594 + ], + "median_ms": 17.594, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 26.522 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 13.629 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.594 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205900_275920.txt", + "spike_captured": true, + "spike_limit_ms": 57.2, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 59.884 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 59.884, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 470 +} \ No newline at end of file diff --git a/logs/trace_20260928_205900_275920.txt b/logs/trace_20260928_205900_275920.txt new file mode 100644 index 0000000..ba11704 --- /dev/null +++ b/logs/trace_20260928_205900_275920.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.364 ms 11.787 ms 9.865 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.866 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.930 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.331 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.404 ms 10.755 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.624 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.727 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.785 ms 12.708 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.791 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.787 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.573 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 14.747 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.762 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 17.997 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.550 ms 14.739 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 59.884 ms + 8 141.101.73.111 (141.101.73.111) 16.561 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 23.626 ms 16.714 ms + 9 141.101.73.111 (141.101.73.111) 14.630 ms 12.766 ms 18.684 ms +10 141.101.73.173 (141.101.73.173) 26.522 ms 141.101.73.167 (141.101.73.167) 13.629 ms one.one.one.one (1.1.1.1) 17.594 ms diff --git a/logs/trace_20260928_205906_277370.json b/logs/trace_20260928_205906_277370.json new file mode 100644 index 0000000..8848580 --- /dev/null +++ b/logs/trace_20260928_205906_277370.json @@ -0,0 +1,362 @@ +{ + "time": "2026-09-28T20:59:07.485-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 22.917, + 24.849, + 12.689 + ], + "median_ms": 22.917, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.917 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 24.849 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.689 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.76, + 11.544, + 22.146 + ], + "median_ms": 11.76, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.76 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.544 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 22.146 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.761, + 16.715, + 14.594 + ], + "median_ms": 15.761, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.761 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.715 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.594 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.764, + 14.743, + 12.756 + ], + "median_ms": 12.764, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.764 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.743 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.756 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.734, + 15.789, + 15.772 + ], + "median_ms": 15.772, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.734 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.789 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.772 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.848, + 15.771, + 17.791 + ], + "median_ms": 16.848, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.848 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.771 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 17.791 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 107.866, + 16.683, + 17.672 + ], + "median_ms": 17.672, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 107.866 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.683 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.672 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.585, + 16.626, + 15.759 + ], + "median_ms": 15.759, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.585 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.626 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.759 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.432, + 23.712, + 16.913 + ], + "median_ms": 23.432, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 23.432 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 23.712 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 16.913 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 45.579, + 65.674, + 19.547 + ], + "median_ms": 45.579, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 45.579 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 65.674 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 19.547 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 36.771, + 18.711, + 32.736 + ], + "median_ms": 32.736, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 36.771 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.711 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 32.736 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205906_277370.txt", + "spike_captured": true, + "spike_limit_ms": 57.15, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 107.866 + }, + { + "hop": 10, + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 65.674 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 107.866, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 472 +} \ No newline at end of file diff --git a/logs/trace_20260928_205906_277370.txt b/logs/trace_20260928_205906_277370.txt new file mode 100644 index 0000000..192f690 --- /dev/null +++ b/logs/trace_20260928_205906_277370.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 22.917 ms 24.849 ms 12.689 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.760 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.544 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 22.146 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.761 ms 16.715 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.594 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.764 ms 14.743 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.756 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.734 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.789 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.772 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.848 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 15.771 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 17.791 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 107.866 ms 16.683 ms 17.672 ms + 8 141.101.73.110 (141.101.73.110) 15.585 ms 141.101.73.111 (141.101.73.111) 16.626 ms 15.759 ms + 9 141.101.73.161 (141.101.73.161) 23.432 ms 141.101.73.179 (141.101.73.179) 23.712 ms 141.101.73.119 (141.101.73.119) 16.913 ms +10 141.101.73.117 (141.101.73.117) 45.579 ms 141.101.73.161 (141.101.73.161) 65.674 ms 19.547 ms +11 one.one.one.one (1.1.1.1) 36.771 ms 18.711 ms 32.736 ms diff --git a/logs/trace_20260928_205935_284627.json b/logs/trace_20260928_205935_284627.json new file mode 100644 index 0000000..6dc5072 --- /dev/null +++ b/logs/trace_20260928_205935_284627.json @@ -0,0 +1,356 @@ +{ + "time": "2026-09-28T20:59:36.289-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.821, + 12.585, + 11.683 + ], + "median_ms": 11.821, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.821 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.585 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.683 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.777, + 11.728, + 12.241 + ], + "median_ms": 12.241, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 20.777 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.728 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.241 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 15.15, + 14.703, + 13.692 + ], + "median_ms": 14.703, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.15 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.703 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.692 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.629, + 12.741, + 13.68 + ], + "median_ms": 12.741, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.629 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.741 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.68 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.709, + 15.703, + 16.628 + ], + "median_ms": 16.628, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 20.709 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.703 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.628 + } + ] + }, + { + "hop": 6, + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 15.681, + 15.731, + 16.652 + ], + "median_ms": 15.731, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.681 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.731 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.652 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.648, + 21.821, + 23.72 + ], + "median_ms": 21.821, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.648 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 21.821 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 23.72 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.646, + 94.738, + 15.663 + ], + "median_ms": 15.663, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.646 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 94.738 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.663 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.597, + 14.633, + 14.504 + ], + "median_ms": 14.633, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 17.597 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.633 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.504 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.628, + 14.644, + 17.615 + ], + "median_ms": 16.628, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 16.628 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 14.644 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 17.615 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 18.7, + 14.725, + 15.688 + ], + "median_ms": 15.688, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.7 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.725 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.688 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_205935_284627.txt", + "spike_captured": true, + "spike_limit_ms": 57.2, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 94.738 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 94.738, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 480 +} \ No newline at end of file diff --git a/logs/trace_20260928_205935_284627.txt b/logs/trace_20260928_205935_284627.txt new file mode 100644 index 0000000..086d192 --- /dev/null +++ b/logs/trace_20260928_205935_284627.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.821 ms 12.585 ms 11.683 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 20.777 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.728 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.241 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.150 ms 14.703 ms 13.692 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.629 ms 12.741 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.680 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 20.709 ms 15.703 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.628 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 15.681 ms 15.731 ms 16.652 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.648 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 21.821 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 23.720 ms + 8 141.101.73.111 (141.101.73.111) 15.646 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 94.738 ms 141.101.73.110 (141.101.73.110) 15.663 ms + 9 141.101.73.125 (141.101.73.125) 17.597 ms 141.101.73.110 (141.101.73.110) 14.633 ms 141.101.73.111 (141.101.73.111) 14.504 ms +10 141.101.73.159 (141.101.73.159) 16.628 ms 141.101.73.167 (141.101.73.167) 14.644 ms 141.101.73.159 (141.101.73.159) 17.615 ms +11 one.one.one.one (1.1.1.1) 18.700 ms 14.725 ms 15.688 ms diff --git a/logs/trace_20260928_210024_296244.json b/logs/trace_20260928_210024_296244.json new file mode 100644 index 0000000..3981409 --- /dev/null +++ b/logs/trace_20260928_210024_296244.json @@ -0,0 +1,344 @@ +{ + "time": "2026-09-28T21:00:26.302-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.861, + 10.995, + 12.841 + ], + "median_ms": 11.861, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.861 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.995 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.841 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.832, + 11.963, + 13.292 + ], + "median_ms": 12.832, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.832 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.963 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.292 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.927, + 12.892, + 14.867 + ], + "median_ms": 12.927, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.927 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.892 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.867 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.926, + 11.843, + 12.891 + ], + "median_ms": 11.926, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.926 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.843 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.891 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.783, + 23.815, + 17.964 + ], + "median_ms": 17.964, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.783 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 23.815 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.964 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.639, + 16.059, + 15.402 + ], + "median_ms": 16.059, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 28.639 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.059 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.402 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.877, + 23.847 + ], + "median_ms": 18.862000000000002, + "timeouts": 1, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 13.877 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 23.847 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.82, + 16.685 + ], + "median_ms": 15.7525, + "timeouts": 1, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.82 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.685 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 42.648, + 23.506, + 128.751 + ], + "median_ms": 42.648, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 42.648 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 23.506 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 128.751 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.636, + 23.68, + 16.637 + ], + "median_ms": 18.636, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 18.636 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 23.68 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 16.637 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 16.609, + 16.721, + 15.742 + ], + "median_ms": 16.609, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.609 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.721 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.742 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210024_296244.txt", + "spike_captured": true, + "spike_limit_ms": 57.15, + "spike_probes": [ + { + "hop": 9, + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 128.751 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 128.751, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 495 +} \ No newline at end of file diff --git a/logs/trace_20260928_210024_296244.txt b/logs/trace_20260928_210024_296244.txt new file mode 100644 index 0000000..c0e9f89 --- /dev/null +++ b/logs/trace_20260928_210024_296244.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.861 ms 10.995 ms 12.841 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.832 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.963 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 13.292 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.927 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 12.892 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.867 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 11.926 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.843 ms 12.891 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.783 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 23.815 ms 17.964 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 28.639 ms 16.059 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.402 ms + 7 * lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 13.877 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 23.847 ms + 8 * 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.820 ms 141.101.73.110 (141.101.73.110) 16.685 ms + 9 141.101.73.110 (141.101.73.110) 42.648 ms 23.506 ms 141.101.73.169 (141.101.73.169) 128.751 ms +10 141.101.73.159 (141.101.73.159) 18.636 ms 141.101.73.169 (141.101.73.169) 23.680 ms 141.101.73.163 (141.101.73.163) 16.637 ms +11 one.one.one.one (1.1.1.1) 16.609 ms 16.721 ms 15.742 ms diff --git a/logs/trace_20260928_210032_298331.json b/logs/trace_20260928_210032_298331.json new file mode 100644 index 0000000..5af0412 --- /dev/null +++ b/logs/trace_20260928_210032_298331.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T21:00:33.303-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 10.83, + 11.882, + 10.609 + ], + "median_ms": 10.83, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.83 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.882 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.609 + } + ] + }, + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": [ + 11.835, + 8.796, + 12.881 + ], + "median_ms": 11.835, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.835 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 8.796 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.881 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 14.811, + 11.926, + 13.73 + ], + "median_ms": 13.73, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.811 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 11.926 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.73 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.742, + 12.753, + 12.826 + ], + "median_ms": 12.826, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.742 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.753 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.826 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.731, + 13.717, + 48.863 + ], + "median_ms": 16.731, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.731 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 13.717 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 48.863 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 67.836, + 14.689, + 15.813 + ], + "median_ms": 15.813, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 67.836 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.689 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.813 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 56.811, + 14.606, + 12.892 + ], + "median_ms": 14.606, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 56.811 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 14.606 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 12.892 + } + ] + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": [ + 15.575, + 15.636, + 15.83 + ], + "median_ms": 15.636, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.575 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.636 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.83 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.609, + 13.628, + 13.612 + ], + "median_ms": 13.628, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 15.609 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 13.628 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.612 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.619, + 56.926, + 15.562 + ], + "median_ms": 15.562, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 13.619 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 56.926 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.562 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210032_298331.txt", + "spike_captured": true, + "spike_limit_ms": 56.75, + "spike_probes": [ + { + "hop": 6, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 67.836 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 56.811 + }, + { + "hop": 10, + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 56.926 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 67.836, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 497 +} \ No newline at end of file diff --git a/logs/trace_20260928_210032_298331.txt b/logs/trace_20260928_210032_298331.txt new file mode 100644 index 0000000..4c5c20d --- /dev/null +++ b/logs/trace_20260928_210032_298331.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 10.830 ms 11.882 ms 10.609 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.835 ms 8.796 ms 12.881 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.811 ms 11.926 ms 13.730 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.742 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.753 ms 12.826 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.731 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 13.717 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 48.863 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 67.836 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 14.689 ms 15.813 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 56.811 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 14.606 ms 12.892 ms + 8 141.101.73.110 (141.101.73.110) 15.575 ms 15.636 ms 15.830 ms + 9 141.101.73.147 (141.101.73.147) 15.609 ms 141.101.73.167 (141.101.73.167) 13.628 ms 141.101.73.110 (141.101.73.110) 13.612 ms +10 one.one.one.one (1.1.1.1) 13.619 ms 141.101.73.127 (141.101.73.127) 56.926 ms one.one.one.one (1.1.1.1) 15.562 ms diff --git a/logs/trace_20260928_210042_301401.json b/logs/trace_20260928_210042_301401.json new file mode 100644 index 0000000..1e319fa --- /dev/null +++ b/logs/trace_20260928_210042_301401.json @@ -0,0 +1,362 @@ +{ + "time": "2026-09-28T21:00:43.709-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.929, + 12.458, + 10.779 + ], + "median_ms": 12.458, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.929 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.458 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.779 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.694, + 12.805, + 11.358 + ], + "median_ms": 12.694, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.694 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.805 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.358 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.388, + 13.004, + 12.671 + ], + "median_ms": 13.004, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.388 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.004 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.671 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.972, + 10.726, + 14.788 + ], + "median_ms": 14.788, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.972 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 10.726 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.788 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.737, + 15.705, + 15.695 + ], + "median_ms": 15.705, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.737 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.705 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.695 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.647, + 24.701, + 15.695 + ], + "median_ms": 17.647, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.647 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 24.701 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.695 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.709, + 31.727, + 28.866 + ], + "median_ms": 31.727, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 36.709 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 31.727 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 28.866 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.713, + 64.601, + 25.886 + ], + "median_ms": 29.713, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 29.713 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 64.601 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.886 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 39.654, + 56.664, + 80.426 + ], + "median_ms": 56.664, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 39.654 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 56.664 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 80.426 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 49.68, + 55.469, + 28.364 + ], + "median_ms": 49.68, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 49.68 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 55.469 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 28.364 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 35.646, + 39.844, + 24.691 + ], + "median_ms": 35.646, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 35.646 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 39.844 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 24.691 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210042_301401.txt", + "spike_captured": true, + "spike_limit_ms": 56.7, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 64.601 + }, + { + "hop": 9, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 80.426 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 80.426, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 500 +} \ No newline at end of file diff --git a/logs/trace_20260928_210042_301401.txt b/logs/trace_20260928_210042_301401.txt new file mode 100644 index 0000000..abb710e --- /dev/null +++ b/logs/trace_20260928_210042_301401.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.929 ms 12.458 ms 10.779 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.694 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.805 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.358 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.388 ms 13.004 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.671 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.972 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 10.726 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.788 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.737 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.705 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.695 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 17.647 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 24.701 ms 15.695 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 36.709 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 31.727 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 28.866 ms + 8 141.101.73.110 (141.101.73.110) 29.713 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 64.601 ms 25.886 ms + 9 141.101.73.195 (141.101.73.195) 39.654 ms 141.101.73.110 (141.101.73.110) 56.664 ms 80.426 ms +10 141.101.73.171 (141.101.73.171) 49.680 ms 141.101.73.117 (141.101.73.117) 55.469 ms 141.101.73.147 (141.101.73.147) 28.364 ms +11 one.one.one.one (1.1.1.1) 35.646 ms 39.844 ms 24.691 ms diff --git a/logs/trace_20260928_210046_302707.json b/logs/trace_20260928_210046_302707.json new file mode 100644 index 0000000..bc684b1 --- /dev/null +++ b/logs/trace_20260928_210046_302707.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:00:47.307-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 132.399, + 24.363, + 12.714 + ], + "median_ms": 24.363, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 132.399 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 24.363 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.714 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.739, + 13.708, + 20.887 + ], + "median_ms": 16.739, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 16.739 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.708 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 20.887 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.911, + 25.718, + 14.866 + ], + "median_ms": 14.866, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.911 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 25.718 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.866 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.667, + 12.834, + 39.58 + ], + "median_ms": 15.667, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.667 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.834 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 39.58 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.859, + 28.54, + 24.685 + ], + "median_ms": 24.685, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 13.859 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 28.54 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.685 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.698, + 29.972, + 47.461 + ], + "median_ms": 37.698, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 37.698 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 29.972 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 47.461 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.624, + 14.677, + 15.678 + ], + "median_ms": 15.678, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.624 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.677 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.678 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 23.738, + 15.769, + 16.613 + ], + "median_ms": 16.613, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 23.738 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.769 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.613 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.622, + 17.59, + 37.472 + ], + "median_ms": 22.622, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 22.622 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.59 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 37.472 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 14.964, + 17.03, + 16.616 + ], + "median_ms": 16.616, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.964 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.03 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.616 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210046_302707.txt", + "spike_captured": true, + "spike_limit_ms": 56.7, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 132.399 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 132.399, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 501 +} \ No newline at end of file diff --git a/logs/trace_20260928_210046_302707.txt b/logs/trace_20260928_210046_302707.txt new file mode 100644 index 0000000..f992b81 --- /dev/null +++ b/logs/trace_20260928_210046_302707.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 132.399 ms 24.363 ms 12.714 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 16.739 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 13.708 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 20.887 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.911 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 25.718 ms 14.866 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.667 ms 12.834 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 39.580 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 13.859 ms 28.540 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 24.685 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 37.698 ms 29.972 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 47.461 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.624 ms 14.677 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.678 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 23.738 ms 15.769 ms 16.613 ms + 9 141.101.73.111 (141.101.73.111) 22.622 ms 17.590 ms 141.101.73.110 (141.101.73.110) 37.472 ms +10 one.one.one.one (1.1.1.1) 14.964 ms 17.030 ms 16.616 ms diff --git a/logs/trace_20260928_210054_304756.json b/logs/trace_20260928_210054_304756.json new file mode 100644 index 0000000..e703a5d --- /dev/null +++ b/logs/trace_20260928_210054_304756.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:00:55.309-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.756, + 11.003, + 12.882 + ], + "median_ms": 11.756, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.756 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.003 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.882 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.753, + 11.735, + 12.268 + ], + "median_ms": 12.268, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.753 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.735 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.268 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.819, + 17.195, + 13.319 + ], + "median_ms": 13.819, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.819 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 17.195 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.319 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 12.828, + 13.764, + 10.75 + ], + "median_ms": 12.828, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.828 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.764 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 10.75 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.604, + 15.686, + 14.702 + ], + "median_ms": 15.686, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.604 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.686 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.702 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.695, + 15.674, + 15.644 + ], + "median_ms": 15.674, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 21.695 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.674 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.644 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.651, + 70.79, + 52.587 + ], + "median_ms": 52.587, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.651 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 70.79 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 52.587 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.724, + 34.67, + 14.735 + ], + "median_ms": 23.724, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 23.724 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 34.67 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.735 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.557, + 15.587, + 22.605 + ], + "median_ms": 22.605, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 28.557 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 15.587 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 22.605 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.723, + 24.735, + 14.655 + ], + "median_ms": 15.723, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.723 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 24.735 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.655 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210054_304756.txt", + "spike_captured": true, + "spike_limit_ms": 56.7, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 70.79 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 70.79, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 503 +} \ No newline at end of file diff --git a/logs/trace_20260928_210054_304756.txt b/logs/trace_20260928_210054_304756.txt new file mode 100644 index 0000000..40ade42 --- /dev/null +++ b/logs/trace_20260928_210054_304756.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.756 ms 11.003 ms 12.882 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 13.753 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.735 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.268 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.819 ms 17.195 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.319 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.828 ms 13.764 ms 10.750 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.604 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.686 ms 14.702 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 21.695 ms 15.674 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.644 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.651 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 70.790 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 52.587 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 23.724 ms 34.670 ms 141.101.73.110 (141.101.73.110) 14.735 ms + 9 141.101.73.173 (141.101.73.173) 28.557 ms 141.101.73.125 (141.101.73.125) 15.587 ms 141.101.73.149 (141.101.73.149) 22.605 ms +10 one.one.one.one (1.1.1.1) 15.723 ms 141.101.73.159 (141.101.73.159) 24.735 ms one.one.one.one (1.1.1.1) 14.655 ms diff --git a/logs/trace_20260928_210122_311483.json b/logs/trace_20260928_210122_311483.json new file mode 100644 index 0000000..26dc7ef --- /dev/null +++ b/logs/trace_20260928_210122_311483.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:01:23.118-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.132, + 8.911, + 11.823 + ], + "median_ms": 11.132, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.132 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 8.911 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.823 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.84, + 11.806, + 11.259 + ], + "median_ms": 11.806, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.84 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.806 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.259 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.107, + 18.776, + 13.675 + ], + "median_ms": 16.107, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.107 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 18.776 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.675 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 11.82, + 13.828, + 13.628 + ], + "median_ms": 13.628, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.82 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.828 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.628 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.702, + 14.725, + 17.722 + ], + "median_ms": 16.702, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.702 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.725 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.722 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.815, + 15.757, + 14.783 + ], + "median_ms": 15.757, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.815 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.757 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 14.783 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.816, + 33.722, + 64.684 + ], + "median_ms": 33.722, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.816 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 33.722 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 64.684 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.74, + 25.666, + 14.762 + ], + "median_ms": 14.762, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.74 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.666 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.762 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.635, + 14.659, + 14.616 + ], + "median_ms": 14.616, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 13.635 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.659 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.616 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.68, + 14.825, + 28.632 + ], + "median_ms": 14.825, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 13.68 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 14.825 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 28.632 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210122_311483.txt", + "spike_captured": true, + "spike_limit_ms": 56.7, + "spike_probes": [ + { + "hop": 7, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 64.684 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 64.684, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 512 +} \ No newline at end of file diff --git a/logs/trace_20260928_210122_311483.txt b/logs/trace_20260928_210122_311483.txt new file mode 100644 index 0000000..a7646e6 --- /dev/null +++ b/logs/trace_20260928_210122_311483.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.132 ms 8.911 ms 11.823 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.840 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.806 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.259 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.107 ms 18.776 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.675 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 11.820 ms 13.828 ms 13.628 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.702 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.725 ms 17.722 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.815 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 15.757 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 14.783 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.816 ms 33.722 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 64.684 ms + 8 141.101.73.110 (141.101.73.110) 14.740 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 25.666 ms 141.101.73.110 (141.101.73.110) 14.762 ms + 9 141.101.73.111 (141.101.73.111) 13.635 ms 141.101.73.110 (141.101.73.110) 14.659 ms 14.616 ms +10 one.one.one.one (1.1.1.1) 13.680 ms 141.101.73.165 (141.101.73.165) 14.825 ms 141.101.73.157 (141.101.73.157) 28.632 ms diff --git a/logs/trace_20260928_210131_313786.json b/logs/trace_20260928_210131_313786.json new file mode 100644 index 0000000..90c2a03 --- /dev/null +++ b/logs/trace_20260928_210131_313786.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:01:32.121-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.534, + 12.306, + 10.697 + ], + "median_ms": 12.306, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.534 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.306 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.697 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.933, + 10.635, + 12.213 + ], + "median_ms": 12.213, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 13.933 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 10.635 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.213 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.218, + 12.902, + 15.704 + ], + "median_ms": 15.704, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 17.218 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.902 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.704 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.706, + 56.667, + 13.749 + ], + "median_ms": 13.749, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.706 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 56.667 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.749 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.614, + 32.657, + 15.656 + ], + "median_ms": 19.614, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 19.614 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 32.657 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.656 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.719, + 15.622, + 15.779 + ], + "median_ms": 15.719, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.719 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.622 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.779 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.807, + 15.839, + 15.756 + ], + "median_ms": 15.839, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.807 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.839 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.756 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.862, + 15.66, + 25.575 + ], + "median_ms": 15.66, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.862 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.66 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.575 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.764, + 23.614, + 14.549 + ], + "median_ms": 15.764, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.764 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 23.614 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.549 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.647, + 13.662, + 14.809 + ], + "median_ms": 14.647, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 14.647 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 13.662 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.809 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210131_313786.txt", + "spike_captured": true, + "spike_limit_ms": 56.6, + "spike_probes": [ + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 56.667 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 56.667, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 515 +} \ No newline at end of file diff --git a/logs/trace_20260928_210131_313786.txt b/logs/trace_20260928_210131_313786.txt new file mode 100644 index 0000000..14f0bab --- /dev/null +++ b/logs/trace_20260928_210131_313786.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.534 ms 12.306 ms 10.697 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 13.933 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 10.635 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.213 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 17.218 ms 12.902 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.704 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.706 ms 56.667 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.749 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 19.614 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 32.657 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.656 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.719 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.622 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.779 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.807 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.839 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.756 ms + 8 141.101.73.110 (141.101.73.110) 14.862 ms 141.101.73.111 (141.101.73.111) 15.660 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 25.575 ms + 9 141.101.73.110 (141.101.73.110) 15.764 ms 141.101.73.157 (141.101.73.157) 23.614 ms 141.101.73.111 (141.101.73.111) 14.549 ms +10 141.101.73.147 (141.101.73.147) 14.647 ms one.one.one.one (1.1.1.1) 13.662 ms 14.809 ms diff --git a/logs/trace_20260928_210134_314469.json b/logs/trace_20260928_210134_314469.json new file mode 100644 index 0000000..0d69937 --- /dev/null +++ b/logs/trace_20260928_210134_314469.json @@ -0,0 +1,321 @@ +{ + "time": "2026-09-28T21:01:35.922-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 29.49, + 14.424, + 26.857 + ], + "median_ms": 26.857, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 29.49 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.424 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 26.857 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.883, + 13.695, + 45.271 + ], + "median_ms": 24.883, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 24.883 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.695 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 45.271 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.815, + 19.779, + 33.916 + ], + "median_ms": 28.815, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 28.815 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 19.779 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 33.916 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 12.74, + 13.841, + 23.695 + ], + "median_ms": 13.841, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.74 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.841 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 23.695 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 17.749, + 29.753, + 24.719 + ], + "median_ms": 24.719, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.749 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 29.753 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.719 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.705, + 91.918, + 28.749 + ], + "median_ms": 28.749, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.705 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 91.918 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 28.749 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 17.765, + 33.113 + ], + "median_ms": 25.439, + "timeouts": 1, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.765 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 33.113 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.664, + 20.555, + 15.755 + ], + "median_ms": 15.755, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.664 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 20.555 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.755 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.641, + 13.681, + 14.676 + ], + "median_ms": 14.676, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 16.641 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.681 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.676 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 39.67, + 18.918, + 14.629 + ], + "median_ms": 18.918, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 39.67 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 18.918 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 14.629 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210134_314469.txt", + "spike_captured": true, + "spike_limit_ms": 56.65, + "spike_probes": [ + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 91.918 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 91.918, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 516 +} \ No newline at end of file diff --git a/logs/trace_20260928_210134_314469.txt b/logs/trace_20260928_210134_314469.txt new file mode 100644 index 0000000..53a4ba5 --- /dev/null +++ b/logs/trace_20260928_210134_314469.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 29.490 ms 14.424 ms 26.857 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 24.883 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 13.695 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 45.271 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 28.815 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 19.779 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 33.916 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.740 ms 13.841 ms 23.695 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.749 ms 29.753 ms 24.719 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 18.705 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 91.918 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 28.749 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.765 ms * 33.113 ms + 8 141.101.73.111 (141.101.73.111) 15.664 ms 20.555 ms 141.101.73.110 (141.101.73.110) 15.755 ms + 9 141.101.73.171 (141.101.73.171) 16.641 ms 141.101.73.110 (141.101.73.110) 13.681 ms 14.676 ms +10 one.one.one.one (1.1.1.1) 39.670 ms 141.101.73.169 (141.101.73.169) 18.918 ms 141.101.73.165 (141.101.73.165) 14.629 ms diff --git a/logs/trace_20260928_210145_317217.json b/logs/trace_20260928_210145_317217.json new file mode 100644 index 0000000..de1255c --- /dev/null +++ b/logs/trace_20260928_210145_317217.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:01:46.322-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.561, + 10.725, + 26.865 + ], + "median_ms": 11.561, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.561 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.725 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 26.865 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.798, + 11.926, + 11.968 + ], + "median_ms": 11.926, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 10.798 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.926 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.968 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.715, + 12.787, + 12.702 + ], + "median_ms": 12.787, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.715 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.787 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.702 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.735, + 13.857, + 14.496 + ], + "median_ms": 14.496, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 21.735 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.857 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.496 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 89.835, + 18.602, + 52.853 + ], + "median_ms": 52.853, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 89.835 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.602 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 52.853 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.608, + 38.766, + 15.794 + ], + "median_ms": 15.794, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 13.608 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 38.766 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.794 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 30.794, + 41.793, + 36.628 + ], + "median_ms": 36.628, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 30.794 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 41.793 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 36.628 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 51.626, + 41.799, + 16.758 + ], + "median_ms": 41.799, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 51.626 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 41.799 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.758 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.644, + 19.632, + 27.678 + ], + "median_ms": 23.644, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 23.644 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 19.632 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 27.678 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.656, + 25.832, + 19.625 + ], + "median_ms": 19.625, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.656 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 25.832 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 19.625 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210145_317217.txt", + "spike_captured": true, + "spike_limit_ms": 56.75, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 89.835 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 89.835, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 519 +} \ No newline at end of file diff --git a/logs/trace_20260928_210145_317217.txt b/logs/trace_20260928_210145_317217.txt new file mode 100644 index 0000000..31f1089 --- /dev/null +++ b/logs/trace_20260928_210145_317217.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.561 ms 10.725 ms 26.865 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 10.798 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.926 ms 11.968 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.715 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 12.787 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.702 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 21.735 ms 13.857 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.496 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 89.835 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 18.602 ms 52.853 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 13.608 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 38.766 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 15.794 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 30.794 ms 41.793 ms 36.628 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 51.626 ms 41.799 ms 16.758 ms + 9 141.101.73.119 (141.101.73.119) 23.644 ms 141.101.73.179 (141.101.73.179) 19.632 ms 141.101.73.110 (141.101.73.110) 27.678 ms +10 one.one.one.one (1.1.1.1) 15.656 ms 141.101.73.127 (141.101.73.127) 25.832 ms 141.101.73.195 (141.101.73.195) 19.625 ms diff --git a/logs/trace_20260928_210149_318248.json b/logs/trace_20260928_210149_318248.json new file mode 100644 index 0000000..718de17 --- /dev/null +++ b/logs/trace_20260928_210149_318248.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T21:01:50.526-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 16.265, + 27.496, + 24.846 + ], + "median_ms": 24.846, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 16.265 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 27.496 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 24.846 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 68.874, + 69.983, + 35.621 + ], + "median_ms": 68.874, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 68.874 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 69.983 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 35.621 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.744, + 26.759, + 230.7 + ], + "median_ms": 27.744, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 27.744 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 26.759 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 230.7 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 20.668, + 13.805, + 12.658 + ], + "median_ms": 13.805, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 20.668 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.805 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.658 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.699, + 16.747, + 34.709 + ], + "median_ms": 16.747, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.699 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.747 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 34.709 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.619, + 15.778, + 14.692 + ], + "median_ms": 15.778, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.619 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.778 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 14.692 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.677, + 15.675, + 15.901 + ], + "median_ms": 15.677, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.677 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.675 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.901 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.641, + 15.613, + 14.605 + ], + "median_ms": 14.641, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.641 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.613 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.605 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.661, + 16.617, + 14.637 + ], + "median_ms": 16.617, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 18.661 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 16.617 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.637 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.634, + 15.65, + 14.896 + ], + "median_ms": 15.634, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 15.634 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.65 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.896 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210149_318248.txt", + "spike_captured": true, + "spike_limit_ms": 56.7, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 68.874 + }, + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 69.983 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 230.7 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 230.7, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 520 +} \ No newline at end of file diff --git a/logs/trace_20260928_210149_318248.txt b/logs/trace_20260928_210149_318248.txt new file mode 100644 index 0000000..07fc76b --- /dev/null +++ b/logs/trace_20260928_210149_318248.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 16.265 ms 27.496 ms 24.846 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 68.874 ms 69.983 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 35.621 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 27.744 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 26.759 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 230.700 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 20.668 ms 13.805 ms 12.658 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.699 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.747 ms 34.709 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 16.619 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 15.778 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 14.692 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.677 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.675 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.901 ms + 8 141.101.73.110 (141.101.73.110) 14.641 ms 141.101.73.111 (141.101.73.111) 15.613 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.605 ms + 9 141.101.73.125 (141.101.73.125) 18.661 ms 141.101.73.179 (141.101.73.179) 16.617 ms 141.101.73.111 (141.101.73.111) 14.637 ms +10 141.101.73.171 (141.101.73.171) 15.634 ms one.one.one.one (1.1.1.1) 15.650 ms 14.896 ms diff --git a/logs/trace_20260928_210229_328092.json b/logs/trace_20260928_210229_328092.json new file mode 100644 index 0000000..fce4148 --- /dev/null +++ b/logs/trace_20260928_210229_328092.json @@ -0,0 +1,315 @@ +{ + "time": "2026-09-28T21:02:31.138-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 9.719, + 11.825, + 11.923 + ], + "median_ms": 11.825, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.719 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.825 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.923 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.754, + 9.606, + 12.262 + ], + "median_ms": 11.754, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.754 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 9.606 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.262 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.264, + 24.28, + 14.744 + ], + "median_ms": 15.264, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.264 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 24.28 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.744 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.696, + 12.805, + 13.63 + ], + "median_ms": 13.63, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.696 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.805 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.63 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.61, + 16.88, + 15.787 + ], + "median_ms": 15.787, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.61 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.88 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.787 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.445, + 13.732, + 15.811 + ], + "median_ms": 15.811, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.445 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 13.732 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.811 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.804, + 46.741, + 22.716 + ], + "median_ms": 22.716, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.804 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 46.741 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 22.716 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.715, + 14.711 + ], + "median_ms": 14.713000000000001, + "timeouts": 1, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.715 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.711 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.994, + 24.49 + ], + "median_ms": 18.741999999999997, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 12.994 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 24.49 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.586, + 14.855, + 83.613 + ], + "median_ms": 14.855, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.586 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.855 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 83.613 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210229_328092.txt", + "spike_captured": true, + "spike_limit_ms": 56.85, + "spike_probes": [ + { + "hop": 10, + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 83.613 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 83.613, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 531 +} \ No newline at end of file diff --git a/logs/trace_20260928_210229_328092.txt b/logs/trace_20260928_210229_328092.txt new file mode 100644 index 0000000..0df2945 --- /dev/null +++ b/logs/trace_20260928_210229_328092.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 9.719 ms 11.825 ms 11.923 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.754 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 9.606 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.262 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.264 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 24.280 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.744 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.696 ms 12.805 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.630 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.610 ms 16.880 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.787 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 17.445 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 13.732 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 15.811 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.804 ms 46.741 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 22.716 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.715 ms 141.101.73.110 (141.101.73.110) 14.711 ms * + 9 * 141.101.73.111 (141.101.73.111) 12.994 ms 141.101.73.125 (141.101.73.125) 24.490 ms +10 one.one.one.one (1.1.1.1) 14.586 ms 14.855 ms 141.101.73.167 (141.101.73.167) 83.613 ms diff --git a/logs/trace_20260928_210300_335923.json b/logs/trace_20260928_210300_335923.json new file mode 100644 index 0000000..f43befc --- /dev/null +++ b/logs/trace_20260928_210300_335923.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:03:01.341-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.112, + 11.694, + 11.896 + ], + "median_ms": 11.694, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.112 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.694 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.896 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.83, + 12.334, + 10.818 + ], + "median_ms": 11.83, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.83 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.334 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.818 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 15.136, + 11.185, + 12.547 + ], + "median_ms": 12.547, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.136 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 11.185 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.547 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.621, + 19.868, + 23.714 + ], + "median_ms": 19.868, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.621 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 19.868 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 23.714 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.669, + 17.701, + 13.747 + ], + "median_ms": 16.669, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.669 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.701 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 13.747 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.679, + 15.778, + 23.833 + ], + "median_ms": 17.679, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.679 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.778 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 23.833 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.671, + 15.638, + 32.832 + ], + "median_ms": 23.671, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 23.671 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.638 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 32.832 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.73, + 15.578, + 14.741 + ], + "median_ms": 15.578, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 23.73 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.578 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.741 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 70.644, + 27.458, + 59.35 + ], + "median_ms": 59.35, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 70.644 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 27.458 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 59.35 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.601, + 20.568, + 30.819 + ], + "median_ms": 20.568, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 17.601 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 20.568 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 30.819 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210300_335923.txt", + "spike_captured": true, + "spike_limit_ms": 56.85, + "spike_probes": [ + { + "hop": 9, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 70.644 + }, + { + "hop": 9, + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 59.35 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 70.644, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 540 +} \ No newline at end of file diff --git a/logs/trace_20260928_210300_335923.txt b/logs/trace_20260928_210300_335923.txt new file mode 100644 index 0000000..860df1e --- /dev/null +++ b/logs/trace_20260928_210300_335923.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.112 ms 11.694 ms 11.896 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.830 ms 12.334 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 10.818 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.136 ms 11.185 ms 12.547 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.621 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 19.868 ms 23.714 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.669 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.701 ms 13.747 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 17.679 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.778 ms 23.833 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 23.671 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.638 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 32.832 ms + 8 141.101.73.110 (141.101.73.110) 23.730 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.578 ms 141.101.73.111 (141.101.73.111) 14.741 ms + 9 141.101.73.110 (141.101.73.110) 70.644 ms 141.101.73.171 (141.101.73.171) 27.458 ms 141.101.73.177 (141.101.73.177) 59.350 ms +10 141.101.73.161 (141.101.73.161) 17.601 ms 141.101.73.169 (141.101.73.169) 20.568 ms one.one.one.one (1.1.1.1) 30.819 ms diff --git a/logs/trace_20260928_210308_337817.json b/logs/trace_20260928_210308_337817.json new file mode 100644 index 0000000..8c5d1af --- /dev/null +++ b/logs/trace_20260928_210308_337817.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:03:09.344-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.837, + 21.07, + 7.635 + ], + "median_ms": 12.837, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.837 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.07 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 7.635 + } + ] + }, + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": [ + 13.975, + 11.086, + 8.033 + ], + "median_ms": 11.086, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 13.975 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.086 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 8.033 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.715, + 13.977, + 15.201 + ], + "median_ms": 14.715, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.715 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.977 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.201 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.394, + 23.755, + 31.642 + ], + "median_ms": 23.755, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.394 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 23.755 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 31.642 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 15.656, + 17.853, + 15.676 + ], + "median_ms": 15.676, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.656 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.853 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.676 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.856, + 17.533, + 18.802 + ], + "median_ms": 17.533, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.856 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.533 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 18.802 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.669, + 16.69, + 16.632 + ], + "median_ms": 16.669, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.669 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.69 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.632 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.708, + 16.87, + 26.516 + ], + "median_ms": 18.708, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.708 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.87 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 26.516 + } + ] + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": [ + 18.543, + 16.515, + 25.724 + ], + "median_ms": 18.543, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 18.543 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.515 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 25.724 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.848, + 15.7, + 62.066 + ], + "median_ms": 31.848, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 31.848 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.7 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 62.066 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210308_337817.txt", + "spike_captured": true, + "spike_limit_ms": 56.7, + "spike_probes": [ + { + "hop": 10, + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 62.066 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 62.066, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 542 +} \ No newline at end of file diff --git a/logs/trace_20260928_210308_337817.txt b/logs/trace_20260928_210308_337817.txt new file mode 100644 index 0000000..90e0890 --- /dev/null +++ b/logs/trace_20260928_210308_337817.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.837 ms 21.070 ms 7.635 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 13.975 ms 11.086 ms 8.033 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.715 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.977 ms 15.201 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.394 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 23.755 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 31.642 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.656 ms 17.853 ms 15.676 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.856 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 17.533 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 18.802 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.669 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.690 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.632 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 18.708 ms 16.870 ms 141.101.73.111 (141.101.73.111) 26.516 ms + 9 141.101.73.111 (141.101.73.111) 18.543 ms 16.515 ms 25.724 ms +10 141.101.73.117 (141.101.73.117) 31.848 ms one.one.one.one (1.1.1.1) 15.700 ms 141.101.73.119 (141.101.73.119) 62.066 ms diff --git a/logs/trace_20260928_210312_338844.json b/logs/trace_20260928_210312_338844.json new file mode 100644 index 0000000..c5be2b9 --- /dev/null +++ b/logs/trace_20260928_210312_338844.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:03:13.547-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.179, + 24.624, + 12.518 + ], + "median_ms": 13.179, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.179 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 24.624 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.518 + } + ] + }, + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": [ + 11.812, + 12.533, + 20.684 + ], + "median_ms": 12.533, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.812 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.533 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 20.684 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.723, + 14.664, + 14.766 + ], + "median_ms": 14.723, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.723 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.664 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.766 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.593, + 13.75, + 52.775 + ], + "median_ms": 24.593, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 24.593 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.75 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 52.775 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.579, + 17.748, + 16.782 + ], + "median_ms": 17.748, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 23.579 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.748 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.782 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.704, + 25.77, + 14.685 + ], + "median_ms": 15.704, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.704 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 25.77 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 14.685 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 207.853, + 18.647, + 37.77 + ], + "median_ms": 37.77, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 207.853 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 18.647 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 37.77 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.927, + 16.659, + 16.574 + ], + "median_ms": 16.659, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 24.927 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.659 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.574 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.588, + 13.892, + 17.404 + ], + "median_ms": 17.404, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 37.588 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 13.892 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 17.404 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.5, + 18.328, + 16.947 + ], + "median_ms": 16.947, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 16.5 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.328 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.947 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210312_338844.txt", + "spike_captured": true, + "spike_limit_ms": 56.7, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 207.853 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 207.853, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 543 +} \ No newline at end of file diff --git a/logs/trace_20260928_210312_338844.txt b/logs/trace_20260928_210312_338844.txt new file mode 100644 index 0000000..7dcda14 --- /dev/null +++ b/logs/trace_20260928_210312_338844.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.179 ms 24.624 ms 12.518 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.812 ms 12.533 ms 20.684 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.723 ms 14.664 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.766 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 24.593 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.750 ms 52.775 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 23.579 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.748 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.782 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 15.704 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 25.770 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 14.685 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 207.853 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 18.647 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 37.770 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 24.927 ms 16.659 ms 141.101.73.110 (141.101.73.110) 16.574 ms + 9 141.101.73.110 (141.101.73.110) 37.588 ms 141.101.73.111 (141.101.73.111) 13.892 ms 141.101.73.167 (141.101.73.167) 17.404 ms +10 141.101.73.125 (141.101.73.125) 16.500 ms one.one.one.one (1.1.1.1) 18.328 ms 16.947 ms diff --git a/logs/trace_20260928_210325_342138.json b/logs/trace_20260928_210325_342138.json new file mode 100644 index 0000000..4963387 --- /dev/null +++ b/logs/trace_20260928_210325_342138.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:03:26.347-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.026, + 11.819, + 11.814 + ], + "median_ms": 11.814, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.026 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.819 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.814 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.819, + 11.61, + 12.178 + ], + "median_ms": 12.178, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 33.819 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.61 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.178 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.265, + 15.279, + 20.677 + ], + "median_ms": 15.279, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.265 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.279 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 20.677 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.703, + 13.711, + 30.742 + ], + "median_ms": 13.711, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.703 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.711 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 30.742 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 16.681, + 17.738, + 16.629 + ], + "median_ms": 16.681, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.681 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.738 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.629 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.656, + 16.753, + 35.638 + ], + "median_ms": 16.753, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 13.656 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.753 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 35.638 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 92.784, + 18.647, + 15.695 + ], + "median_ms": 18.647, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 92.784 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.647 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.695 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.694, + 15.611, + 14.538 + ], + "median_ms": 15.611, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.694 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.611 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.538 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.614, + 13.613, + 15.626 + ], + "median_ms": 13.614, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 13.614 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.613 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 15.626 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 16.606, + 15.695, + 17.64 + ], + "median_ms": 16.606, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.606 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.695 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.64 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210325_342138.txt", + "spike_captured": true, + "spike_limit_ms": 56.6, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 92.784 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 92.784, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 547 +} \ No newline at end of file diff --git a/logs/trace_20260928_210325_342138.txt b/logs/trace_20260928_210325_342138.txt new file mode 100644 index 0000000..481f5b8 --- /dev/null +++ b/logs/trace_20260928_210325_342138.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.026 ms 11.819 ms 11.814 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 33.819 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.610 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.178 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.265 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.279 ms 20.677 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.703 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.711 ms 30.742 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.681 ms 17.738 ms 16.629 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 13.656 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 16.753 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 35.638 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 92.784 ms 18.647 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.695 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.694 ms 141.101.73.110 (141.101.73.110) 15.611 ms 141.101.73.111 (141.101.73.111) 14.538 ms + 9 141.101.73.111 (141.101.73.111) 13.614 ms 141.101.73.110 (141.101.73.110) 13.613 ms 141.101.73.169 (141.101.73.169) 15.626 ms +10 one.one.one.one (1.1.1.1) 16.606 ms 15.695 ms 17.640 ms diff --git a/logs/trace_20260928_210332_343810.json b/logs/trace_20260928_210332_343810.json new file mode 100644 index 0000000..21e9db5 --- /dev/null +++ b/logs/trace_20260928_210332_343810.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:03:33.551-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.854, + 15.926, + 15.779 + ], + "median_ms": 15.779, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.854 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.926 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.779 + } + ] + }, + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": [ + 12.855, + 31.633, + 14.691 + ], + "median_ms": 14.691, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.855 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 31.633 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 14.691 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.809, + 36.619, + 15.916 + ], + "median_ms": 15.916, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.809 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 36.619 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.916 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 35.783, + 12.669, + 33.929 + ], + "median_ms": 33.929, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 35.783 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.669 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 33.929 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 18.638, + 17.715, + 17.691 + ], + "median_ms": 17.715, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.638 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.715 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.691 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.71, + 21.883, + 33.688 + ], + "median_ms": 33.688, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 37.71 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 21.883 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 33.688 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 87.814, + 52.689, + 43.712 + ], + "median_ms": 52.689, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 87.814 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 52.689 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 43.712 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.645, + 20.688, + 16.746 + ], + "median_ms": 20.688, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 26.645 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 20.688 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.746 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.625, + 15.638, + 16.575 + ], + "median_ms": 16.575, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 19.625 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.638 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.575 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.755, + 30.632, + 21.704 + ], + "median_ms": 21.704, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 15.755 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 30.632 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 21.704 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210332_343810.txt", + "spike_captured": true, + "spike_limit_ms": 56.6, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 87.814 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 87.814, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 549 +} \ No newline at end of file diff --git a/logs/trace_20260928_210332_343810.txt b/logs/trace_20260928_210332_343810.txt new file mode 100644 index 0000000..e1cce0d --- /dev/null +++ b/logs/trace_20260928_210332_343810.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.854 ms 15.926 ms 15.779 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.855 ms 31.633 ms 14.691 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.809 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 36.619 ms 15.916 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 35.783 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.669 ms 33.929 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 18.638 ms 17.715 ms 17.691 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 37.710 ms 21.883 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 33.688 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 87.814 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 52.689 ms 43.712 ms + 8 141.101.73.110 (141.101.73.110) 26.645 ms 20.688 ms 141.101.73.111 (141.101.73.111) 16.746 ms + 9 141.101.73.149 (141.101.73.149) 19.625 ms 141.101.73.111 (141.101.73.111) 15.638 ms 16.575 ms +10 141.101.73.167 (141.101.73.167) 15.755 ms one.one.one.one (1.1.1.1) 30.632 ms 141.101.73.125 (141.101.73.125) 21.704 ms diff --git a/logs/trace_20260928_210336_344810.json b/logs/trace_20260928_210336_344810.json new file mode 100644 index 0000000..70933fb --- /dev/null +++ b/logs/trace_20260928_210336_344810.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:03:37.350-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.466, + 10.869, + 12.921 + ], + "median_ms": 12.921, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.466 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.869 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.921 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 8.88, + 11.566, + 12.271 + ], + "median_ms": 11.566, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 8.88 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.566 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.271 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.794, + 15.225, + 14.651 + ], + "median_ms": 15.225, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.794 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.225 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.651 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 12.784, + 14.805, + 11.582 + ], + "median_ms": 12.784, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.784 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.805 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.582 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.895, + 17.613, + 18.024 + ], + "median_ms": 17.613, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.895 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.613 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.024 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.412, + 17.161, + 16.823 + ], + "median_ms": 16.823, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 14.412 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.161 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.823 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 40.817, + 26.753, + 39.609 + ], + "median_ms": 39.609, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 40.817 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 26.753 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 39.609 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 106.636, + 18.749, + 14.708 + ], + "median_ms": 18.749, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 106.636 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 18.749 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.708 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.736, + 28.604, + 14.685 + ], + "median_ms": 16.736, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 16.736 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 28.604 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.685 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 15.643, + 12.812, + 24.57 + ], + "median_ms": 15.643, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.643 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 12.812 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 24.57 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210336_344810.txt", + "spike_captured": true, + "spike_limit_ms": 56.8, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 106.636 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 106.636, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 550 +} \ No newline at end of file diff --git a/logs/trace_20260928_210336_344810.txt b/logs/trace_20260928_210336_344810.txt new file mode 100644 index 0000000..504f28a --- /dev/null +++ b/logs/trace_20260928_210336_344810.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.466 ms 10.869 ms 12.921 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 8.880 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.566 ms 12.271 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.794 ms 15.225 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.651 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.784 ms 14.805 ms 11.582 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.895 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.613 ms 18.024 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 14.412 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 17.161 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.823 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 40.817 ms 26.753 ms 39.609 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 106.636 ms 141.101.73.110 (141.101.73.110) 18.749 ms 141.101.73.111 (141.101.73.111) 14.708 ms + 9 141.101.73.125 (141.101.73.125) 16.736 ms 141.101.73.110 (141.101.73.110) 28.604 ms 141.101.73.111 (141.101.73.111) 14.685 ms +10 one.one.one.one (1.1.1.1) 15.643 ms 12.812 ms 24.570 ms diff --git a/logs/trace_20260928_210340_345820.json b/logs/trace_20260928_210340_345820.json new file mode 100644 index 0000000..ceba781 --- /dev/null +++ b/logs/trace_20260928_210340_345820.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:03:41.350-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.793, + 11.237, + 11.847 + ], + "median_ms": 11.793, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.793 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.237 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.847 + } + ] + }, + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": [ + 8.896, + 11.827, + 11.86 + ], + "median_ms": 11.827, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 8.896 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.827 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.86 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 23.835, + 13.103, + 13.459 + ], + "median_ms": 13.459, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 23.835 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.103 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.459 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.743, + 13.714, + 15.7 + ], + "median_ms": 13.714, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.743 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.714 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.7 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.692, + 17.868, + 26.652 + ], + "median_ms": 17.868, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.692 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.868 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.652 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.896, + 14.726, + 16.691 + ], + "median_ms": 14.726, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 13.896 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.726 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.691 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.898, + 13.598, + 16.834 + ], + "median_ms": 16.834, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 17.898 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 13.598 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.834 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.381, + 15.74, + 16.494 + ], + "median_ms": 16.381, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.381 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.74 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.494 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.627, + 25.675, + 34.657 + ], + "median_ms": 25.675, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 12.627 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 25.675 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 34.657 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 55.58, + 77.724, + 26.63 + ], + "median_ms": 55.58, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 55.58 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 77.724 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 26.63 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210340_345820.txt", + "spike_captured": true, + "spike_limit_ms": 56.75, + "spike_probes": [ + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 77.724 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 77.724, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 551 +} \ No newline at end of file diff --git a/logs/trace_20260928_210340_345820.txt b/logs/trace_20260928_210340_345820.txt new file mode 100644 index 0000000..63ffedd --- /dev/null +++ b/logs/trace_20260928_210340_345820.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.793 ms 11.237 ms 11.847 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 8.896 ms 11.827 ms 11.860 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 23.835 ms 13.103 ms 13.459 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.743 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.714 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.700 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.692 ms 17.868 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 26.652 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 13.896 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 14.726 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 16.691 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 17.898 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 13.598 ms 16.834 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.381 ms 141.101.73.110 (141.101.73.110) 15.740 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.494 ms + 9 141.101.73.111 (141.101.73.111) 12.627 ms 141.101.73.110 (141.101.73.110) 25.675 ms 141.101.73.125 (141.101.73.125) 34.657 ms +10 141.101.73.157 (141.101.73.157) 55.580 ms one.one.one.one (1.1.1.1) 77.724 ms 26.630 ms diff --git a/logs/trace_20260928_210408_352868.json b/logs/trace_20260928_210408_352868.json new file mode 100644 index 0000000..6c58499 --- /dev/null +++ b/logs/trace_20260928_210408_352868.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:04:09.358-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.259, + 12.38, + 11.74 + ], + "median_ms": 12.259, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.259 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.38 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.74 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.849, + 11.664, + 12.329 + ], + "median_ms": 12.329, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.849 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.664 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.329 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.825, + 12.756, + 13.715 + ], + "median_ms": 12.825, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.825 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.756 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.715 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.751, + 11.808, + 18.689 + ], + "median_ms": 18.689, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 18.751 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.808 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 18.689 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.717, + 15.763, + 33.682 + ], + "median_ms": 15.763, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.717 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.763 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 33.682 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 62.755, + 16.709, + 15.715 + ], + "median_ms": 16.709, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 62.755 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.709 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.715 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.836, + 17.731, + 14.776 + ], + "median_ms": 16.836, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.836 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 17.731 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.776 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.776, + 27.745, + 14.715 + ], + "median_ms": 15.776, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.776 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 27.745 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.715 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.633, + 14.541, + 17.581 + ], + "median_ms": 17.581, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 25.633 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.541 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 17.581 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.515, + 17.553, + 27.585 + ], + "median_ms": 25.515, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 25.515 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 17.553 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 27.585 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210408_352868.txt", + "spike_captured": true, + "spike_limit_ms": 56.4, + "spike_probes": [ + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 62.755 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 62.755, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 560 +} \ No newline at end of file diff --git a/logs/trace_20260928_210408_352868.txt b/logs/trace_20260928_210408_352868.txt new file mode 100644 index 0000000..860c9b6 --- /dev/null +++ b/logs/trace_20260928_210408_352868.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.259 ms 12.380 ms 11.740 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.849 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.664 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.329 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.825 ms 12.756 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.715 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 18.751 ms 11.808 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 18.689 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.717 ms 15.763 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 33.682 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 62.755 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 16.709 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.715 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.836 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 17.731 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.776 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.776 ms 27.745 ms 141.101.73.111 (141.101.73.111) 14.715 ms + 9 141.101.73.127 (141.101.73.127) 25.633 ms 141.101.73.111 (141.101.73.111) 14.541 ms 141.101.73.173 (141.101.73.173) 17.581 ms +10 141.101.73.149 (141.101.73.149) 25.515 ms 141.101.73.177 (141.101.73.177) 17.553 ms one.one.one.one (1.1.1.1) 27.585 ms diff --git a/logs/trace_20260928_210434_359307.json b/logs/trace_20260928_210434_359307.json new file mode 100644 index 0000000..204bd39 --- /dev/null +++ b/logs/trace_20260928_210434_359307.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:04:35.166-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.344, + 12.088, + 8.845 + ], + "median_ms": 12.088, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.344 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.088 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 8.845 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.912, + 11.801, + 15.388 + ], + "median_ms": 11.801, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 10.912 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.801 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 15.388 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 71.216, + 14.601, + 14.81 + ], + "median_ms": 14.81, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 71.216 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.601 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.81 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.571, + 12.984, + 12.954 + ], + "median_ms": 12.984, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 20.571 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.984 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.954 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.72, + 15.682, + 14.911 + ], + "median_ms": 15.682, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.72 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.682 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.911 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.822, + 25.71, + 16.769 + ], + "median_ms": 16.822, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.822 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.71 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.769 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.729, + 15.786, + 15.75 + ], + "median_ms": 15.786, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 20.729 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.786 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.75 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.746, + 25.58, + 19.449 + ], + "median_ms": 19.449, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 11.746 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 25.58 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 19.449 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.66, + 14.509, + 24.48 + ], + "median_ms": 15.66, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 15.66 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.509 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 24.48 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.533, + 16.448, + 25.83 + ], + "median_ms": 16.448, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 14.533 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.448 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 25.83 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210434_359307.txt", + "spike_captured": true, + "spike_limit_ms": 56.2, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 71.216 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 71.216, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 568 +} \ No newline at end of file diff --git a/logs/trace_20260928_210434_359307.txt b/logs/trace_20260928_210434_359307.txt new file mode 100644 index 0000000..3761425 --- /dev/null +++ b/logs/trace_20260928_210434_359307.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.344 ms 12.088 ms 8.845 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 10.912 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.801 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 15.388 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 71.216 ms 14.601 ms 14.810 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 20.571 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.984 ms 12.954 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.720 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.682 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 14.911 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.822 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 25.710 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 16.769 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 20.729 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.786 ms 15.750 ms + 8 141.101.73.111 (141.101.73.111) 11.746 ms 141.101.73.110 (141.101.73.110) 25.580 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 19.449 ms + 9 141.101.73.165 (141.101.73.165) 15.660 ms 141.101.73.110 (141.101.73.110) 14.509 ms 141.101.73.157 (141.101.73.157) 24.480 ms +10 141.101.73.173 (141.101.73.173) 14.533 ms one.one.one.one (1.1.1.1) 16.448 ms 25.830 ms diff --git a/logs/trace_20260928_210509_367989.json b/logs/trace_20260928_210509_367989.json new file mode 100644 index 0000000..c172ccd --- /dev/null +++ b/logs/trace_20260928_210509_367989.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:05:10.176-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 10.004, + 11.983, + 12.888 + ], + "median_ms": 11.983, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.004 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.983 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.888 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.785, + 9.912, + 12.364 + ], + "median_ms": 10.785, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.785 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 9.912 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.364 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.84, + 12.832, + 14.672 + ], + "median_ms": 14.672, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.84 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.832 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.672 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 12.62, + 10.717, + 13.738 + ], + "median_ms": 12.62, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.62 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 10.717 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.738 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 16.689, + 14.514, + 12.713 + ], + "median_ms": 14.514, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.689 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.514 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 12.713 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.89, + 16.689, + 20.768 + ], + "median_ms": 16.89, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.89 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.689 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 20.768 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.722, + 17.778, + 16.764 + ], + "median_ms": 16.764, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.722 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.778 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.764 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 15.705, + 35.777, + 35.691 + ], + "median_ms": 35.691, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.705 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 35.777 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 35.691 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 67.745, + 14.676, + 16.654 + ], + "median_ms": 16.654, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 67.745 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.676 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 16.654 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.789, + 15.729, + 14.598 + ], + "median_ms": 15.729, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.789 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 15.729 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 14.598 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210509_367989.txt", + "spike_captured": true, + "spike_limit_ms": 56.05, + "spike_probes": [ + { + "hop": 9, + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 67.745 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 67.745, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 579 +} \ No newline at end of file diff --git a/logs/trace_20260928_210509_367989.txt b/logs/trace_20260928_210509_367989.txt new file mode 100644 index 0000000..4e941bc --- /dev/null +++ b/logs/trace_20260928_210509_367989.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 10.004 ms 11.983 ms 12.888 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 10.785 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 9.912 ms 12.364 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.840 ms 12.832 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.672 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.620 ms 10.717 ms 13.738 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.689 ms 14.514 ms 12.713 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 16.890 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.689 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 20.768 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.722 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.778 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.764 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.705 ms 35.777 ms 35.691 ms + 9 141.101.73.119 (141.101.73.119) 67.745 ms 141.101.73.110 (141.101.73.110) 14.676 ms 141.101.73.159 (141.101.73.159) 16.654 ms +10 one.one.one.one (1.1.1.1) 16.789 ms 141.101.73.157 (141.101.73.157) 15.729 ms 141.101.73.179 (141.101.73.179) 14.598 ms diff --git a/logs/trace_20260928_210524_371670.json b/logs/trace_20260928_210524_371670.json new file mode 100644 index 0000000..1e44dfa --- /dev/null +++ b/logs/trace_20260928_210524_371670.json @@ -0,0 +1,356 @@ +{ + "time": "2026-09-28T21:05:25.982-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.019, + 10.853, + 11.8 + ], + "median_ms": 11.019, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.019 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.853 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.8 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.901, + 12.123, + 11.974 + ], + "median_ms": 11.974, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 10.901 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.123 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.974 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.274, + 14.057, + 9.724 + ], + "median_ms": 13.274, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.274 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.057 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 9.724 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.676, + 11.741, + 11.816 + ], + "median_ms": 11.816, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.676 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.741 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.816 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.63, + 15.674, + 16.697 + ], + "median_ms": 15.674, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.63 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.674 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.697 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.696, + 24.695, + 15.832 + ], + "median_ms": 15.832, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.696 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.695 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.832 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 59.602, + 19.895, + 20.515 + ], + "median_ms": 20.515, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 59.602 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 19.895 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 20.515 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.656, + 22.657, + 15.716 + ], + "median_ms": 15.716, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.656 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 22.657 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.716 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.622, + 71.862 + ], + "median_ms": 44.242, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 16.622 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 71.862 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.71, + 25.752, + 48.667 + ], + "median_ms": 25.752, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 20.71 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 25.752 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 48.667 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 16.574, + 12.752, + 16.693 + ], + "median_ms": 16.574, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.574 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 12.752 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.693 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210524_371670.txt", + "spike_captured": true, + "spike_limit_ms": 56.0, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 59.602 + }, + { + "hop": 9, + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 71.862 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 71.862, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 584 +} \ No newline at end of file diff --git a/logs/trace_20260928_210524_371670.txt b/logs/trace_20260928_210524_371670.txt new file mode 100644 index 0000000..eaafaa4 --- /dev/null +++ b/logs/trace_20260928_210524_371670.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.019 ms 10.853 ms 11.800 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 10.901 ms 12.123 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.974 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.274 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.057 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 9.724 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.676 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.741 ms 11.816 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.630 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.674 ms 16.697 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.696 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 24.695 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 15.832 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 59.602 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 19.895 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 20.515 ms + 8 141.101.73.111 (141.101.73.111) 15.656 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 22.657 ms 141.101.73.111 (141.101.73.111) 15.716 ms + 9 141.101.73.171 (141.101.73.171) 16.622 ms * 141.101.73.125 (141.101.73.125) 71.862 ms +10 141.101.73.119 (141.101.73.119) 20.710 ms 141.101.73.149 (141.101.73.149) 25.752 ms 141.101.73.157 (141.101.73.157) 48.667 ms +11 one.one.one.one (1.1.1.1) 16.574 ms 12.752 ms 16.693 ms diff --git a/logs/trace_20260928_210546_377131.json b/logs/trace_20260928_210546_377131.json new file mode 100644 index 0000000..9fe6367 --- /dev/null +++ b/logs/trace_20260928_210546_377131.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:05:47.383-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 22.789, + 14.087, + 35.819 + ], + "median_ms": 22.789, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.789 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.087 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 35.819 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 74.765, + 11.145, + 12.81 + ], + "median_ms": 12.81, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 74.765 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.145 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.81 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 13.844, + 15.07, + 15.822 + ], + "median_ms": 15.07, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.844 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.07 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.822 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.641, + 12.601, + 12.815 + ], + "median_ms": 12.641, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.641 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.601 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.815 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.747, + 25.694, + 12.753 + ], + "median_ms": 25.694, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 32.747 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.694 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 12.753 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.749, + 18.682, + 16.664 + ], + "median_ms": 16.749, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.749 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 18.682 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.664 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.889, + 17.614, + 16.76 + ], + "median_ms": 16.889, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.889 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.614 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.76 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.807, + 16.575, + 16.726 + ], + "median_ms": 16.575, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.807 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.575 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.726 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.777, + 26.621, + 24.639 + ], + "median_ms": 24.639, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 15.777 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 26.621 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 24.639 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.557, + 23.849, + 23.491 + ], + "median_ms": 23.849, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 29.557 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 23.849 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 23.491 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210546_377131.txt", + "spike_captured": true, + "spike_limit_ms": 56.25, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 74.765 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 74.765, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 590 +} \ No newline at end of file diff --git a/logs/trace_20260928_210546_377131.txt b/logs/trace_20260928_210546_377131.txt new file mode 100644 index 0000000..9588a36 --- /dev/null +++ b/logs/trace_20260928_210546_377131.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 22.789 ms 14.087 ms 35.819 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 74.765 ms 11.145 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.810 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.844 ms 15.070 ms 15.822 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.641 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.601 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.815 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 32.747 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 25.694 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 12.753 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.749 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 18.682 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 16.664 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.889 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.614 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.760 ms + 8 141.101.73.111 (141.101.73.111) 15.807 ms 16.575 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.726 ms + 9 141.101.73.159 (141.101.73.159) 15.777 ms 141.101.73.195 (141.101.73.195) 26.621 ms 141.101.73.111 (141.101.73.111) 24.639 ms +10 one.one.one.one (1.1.1.1) 29.557 ms 141.101.73.161 (141.101.73.161) 23.849 ms one.one.one.one (1.1.1.1) 23.491 ms diff --git a/logs/trace_20260928_210553_378814.json b/logs/trace_20260928_210553_378814.json new file mode 100644 index 0000000..f00278f --- /dev/null +++ b/logs/trace_20260928_210553_378814.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:05:54.586-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 72.955, + 17.414, + 51.798 + ], + "median_ms": 51.798, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 72.955 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 17.414 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 51.798 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.874, + 114.407, + 13.758 + ], + "median_ms": 21.874, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 21.874 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 114.407 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 13.758 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.644, + 25.817, + 15.835 + ], + "median_ms": 15.835, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.644 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 25.817 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.835 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.708, + 13.545, + 12.64 + ], + "median_ms": 13.545, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 22.708 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.545 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.64 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.781, + 17.596, + 30.719 + ], + "median_ms": 17.781, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.781 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.596 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 30.719 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.733, + 27.827, + 19.703 + ], + "median_ms": 19.703, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.733 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 27.827 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 19.703 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.549, + 26.717, + 55.057 + ], + "median_ms": 30.549, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 30.549 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 26.717 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 55.057 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.509, + 49.587, + 48.95 + ], + "median_ms": 48.95, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.509 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 49.587 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 48.95 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.562, + 40.482, + 17.573 + ], + "median_ms": 19.562, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 19.562 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 40.482 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 17.573 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.579, + 15.847, + 15.589 + ], + "median_ms": 15.847, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.579 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 15.847 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.589 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210553_378814.txt", + "spike_captured": true, + "spike_limit_ms": 56.3, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 72.955 + }, + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 114.407 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 114.407, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 592 +} \ No newline at end of file diff --git a/logs/trace_20260928_210553_378814.txt b/logs/trace_20260928_210553_378814.txt new file mode 100644 index 0000000..48533df --- /dev/null +++ b/logs/trace_20260928_210553_378814.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 72.955 ms 17.414 ms 51.798 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 21.874 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 114.407 ms 13.758 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.644 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 25.817 ms 15.835 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 22.708 ms 13.545 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.640 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.781 ms 17.596 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 30.719 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.733 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 27.827 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 19.703 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 30.549 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 26.717 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 55.057 ms + 8 141.101.73.111 (141.101.73.111) 17.509 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 49.587 ms 48.950 ms + 9 141.101.73.173 (141.101.73.173) 19.562 ms 141.101.73.127 (141.101.73.127) 40.482 ms 141.101.73.195 (141.101.73.195) 17.573 ms +10 one.one.one.one (1.1.1.1) 17.579 ms 141.101.73.165 (141.101.73.165) 15.847 ms one.one.one.one (1.1.1.1) 15.589 ms diff --git a/logs/trace_20260928_210557_379917.json b/logs/trace_20260928_210557_379917.json new file mode 100644 index 0000000..46853f5 --- /dev/null +++ b/logs/trace_20260928_210557_379917.json @@ -0,0 +1,369 @@ +{ + "time": "2026-09-28T21:05:59.386-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 100.611, + 19.273, + 36.816 + ], + "median_ms": 36.816, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 100.611 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 19.273 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 36.816 + } + ] + }, + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": [ + 24.745, + 77.905, + 21.661 + ], + "median_ms": 24.745, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 24.745 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 77.905 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 21.661 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 15.67, + 62.751, + 44.686 + ], + "median_ms": 44.686, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.67 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 62.751 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 44.686 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 38.66, + 17.625, + 51.731 + ], + "median_ms": 38.66, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 38.66 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 17.625 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 51.731 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.634, + 34.661, + 15.627 + ], + "median_ms": 19.634, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.634 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 34.661 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.627 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 67.885, + 39.728, + 37.764 + ], + "median_ms": 39.728, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 67.885 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 39.728 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 37.764 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 13.631, + 37.536, + 12.66 + ], + "median_ms": 13.631, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 13.631 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 37.536 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 12.66 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.335, + 61.362, + 61.439 + ], + "median_ms": 61.362, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.335 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 61.362 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 61.439 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 61.565, + 28.683, + 147.608 + ], + "median_ms": 61.565, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 61.565 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 28.683 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 147.608 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.654, + 24.945, + 26.3 + ], + "median_ms": 26.3, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 27.654 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 24.945 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 26.3 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210557_379917.txt", + "spike_captured": true, + "spike_limit_ms": 56.45, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 100.611 + }, + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 77.905 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 62.751 + }, + { + "hop": 6, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 67.885 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 61.362 + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 61.439 + }, + { + "hop": 9, + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 61.565 + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 147.608 + } + ], + "spike_probe_count": 8, + "peak_probe_ms": 147.608, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 593 +} \ No newline at end of file diff --git a/logs/trace_20260928_210557_379917.txt b/logs/trace_20260928_210557_379917.txt new file mode 100644 index 0000000..265f76f --- /dev/null +++ b/logs/trace_20260928_210557_379917.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 100.611 ms 19.273 ms 36.816 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 24.745 ms 77.905 ms 21.661 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.670 ms 62.751 ms 44.686 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 38.660 ms 17.625 ms 51.731 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 19.634 ms 34.661 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.627 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 67.885 ms 39.728 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 37.764 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 13.631 ms 37.536 ms 12.660 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.335 ms 141.101.73.110 (141.101.73.110) 61.362 ms 141.101.73.111 (141.101.73.111) 61.439 ms + 9 141.101.73.163 (141.101.73.163) 61.565 ms 141.101.73.127 (141.101.73.127) 28.683 ms 141.101.73.111 (141.101.73.111) 147.608 ms +10 141.101.73.177 (141.101.73.177) 27.654 ms 141.101.73.165 (141.101.73.165) 24.945 ms one.one.one.one (1.1.1.1) 26.300 ms diff --git a/logs/trace_20260928_210615_384334.json b/logs/trace_20260928_210615_384334.json new file mode 100644 index 0000000..bbcf5f2 --- /dev/null +++ b/logs/trace_20260928_210615_384334.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:06:16.390-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 40.984, + 61.402, + 49.821 + ], + "median_ms": 49.821, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 40.984 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 61.402 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 49.821 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.775, + 12.007, + 13.928 + ], + "median_ms": 13.928, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 14.775 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.007 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 13.928 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.727, + 33.937, + 15.582 + ], + "median_ms": 15.582, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.727 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 33.937 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.582 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.723, + 32.747, + 10.681 + ], + "median_ms": 13.723, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.723 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 32.747 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 10.681 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.737, + 17.673, + 16.774 + ], + "median_ms": 17.673, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 27.737 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.673 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.774 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.647, + 16.699, + 15.736 + ], + "median_ms": 15.736, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.647 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.699 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.736 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.749, + 12.57, + 27.832 + ], + "median_ms": 27.749, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 27.749 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 12.57 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 27.832 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 55.678, + 46.631, + 54.934 + ], + "median_ms": 54.934, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 55.678 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 46.631 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 54.934 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.511, + 22.629, + 19.773 + ], + "median_ms": 19.773, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.511 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 22.629 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 19.773 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 38.871, + 36.8, + 17.524 + ], + "median_ms": 36.8, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 38.871 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 36.8 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.524 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210615_384334.txt", + "spike_captured": true, + "spike_limit_ms": 57.25, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 61.402 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 61.402, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 598 +} \ No newline at end of file diff --git a/logs/trace_20260928_210615_384334.txt b/logs/trace_20260928_210615_384334.txt new file mode 100644 index 0000000..1af5468 --- /dev/null +++ b/logs/trace_20260928_210615_384334.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 40.984 ms 61.402 ms 49.821 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 14.775 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.007 ms 13.928 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.727 ms 33.937 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.582 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.723 ms 32.747 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 10.681 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 27.737 ms 17.673 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.774 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 14.647 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.699 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 15.736 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 27.749 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 12.570 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 27.832 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 55.678 ms 46.631 ms 54.934 ms + 9 141.101.73.110 (141.101.73.110) 15.511 ms 141.101.73.111 (141.101.73.111) 22.629 ms 19.773 ms +10 one.one.one.one (1.1.1.1) 38.871 ms 36.800 ms 17.524 ms diff --git a/logs/trace_20260928_210619_385309.json b/logs/trace_20260928_210619_385309.json new file mode 100644 index 0000000..d597279 --- /dev/null +++ b/logs/trace_20260928_210619_385309.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:06:21.194-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.283, + 10.715, + 11.889 + ], + "median_ms": 11.889, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.283 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.715 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.889 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.759, + 33.972, + 12.809 + ], + "median_ms": 12.809, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.759 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 33.972 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.809 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 16.134, + 18.786, + 13.665 + ], + "median_ms": 16.134, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.134 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 18.786 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.665 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.621, + 17.895, + 12.597 + ], + "median_ms": 17.895, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 21.621 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 17.895 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.597 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.958, + 31.044, + 28.672 + ], + "median_ms": 28.672, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 27.958 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 31.044 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 28.672 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.799, + 71.554 + ], + "median_ms": 46.676500000000004, + "timeouts": 1, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 21.799 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 71.554 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 38.859, + 87.819, + 30.306 + ], + "median_ms": 38.859, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 38.859 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 87.819 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 30.306 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.046, + 38.676, + 70.91 + ], + "median_ms": 38.676, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 28.046 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 38.676 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 70.91 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.454, + 33.649, + 12.575 + ], + "median_ms": 33.649, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 37.454 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 33.649 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 12.575 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.657, + 22.771, + 17.345 + ], + "median_ms": 22.771, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 31.657 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 22.771 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 17.345 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210619_385309.txt", + "spike_captured": true, + "spike_limit_ms": 57.25, + "spike_probes": [ + { + "hop": 6, + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 71.554 + }, + { + "hop": 7, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 87.819 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 70.91 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 87.819, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 599 +} \ No newline at end of file diff --git a/logs/trace_20260928_210619_385309.txt b/logs/trace_20260928_210619_385309.txt new file mode 100644 index 0000000..e96f5cb --- /dev/null +++ b/logs/trace_20260928_210619_385309.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.283 ms 10.715 ms 11.889 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.759 ms 33.972 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.809 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 16.134 ms 18.786 ms 13.665 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 21.621 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 17.895 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.597 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 27.958 ms 31.044 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 28.672 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 21.799 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 71.554 ms * + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 38.859 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 87.819 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 30.306 ms + 8 141.101.73.110 (141.101.73.110) 28.046 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 38.676 ms 70.910 ms + 9 141.101.73.177 (141.101.73.177) 37.454 ms 141.101.73.127 (141.101.73.127) 33.649 ms 141.101.73.110 (141.101.73.110) 12.575 ms +10 one.one.one.one (1.1.1.1) 31.657 ms 141.101.73.165 (141.101.73.165) 22.771 ms 141.101.73.173 (141.101.73.173) 17.345 ms diff --git a/logs/trace_20260928_210626_387192.json b/logs/trace_20260928_210626_387192.json new file mode 100644 index 0000000..446a1ff --- /dev/null +++ b/logs/trace_20260928_210626_387192.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:06:27.195-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.66, + 19.976, + 11.713 + ], + "median_ms": 11.713, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.66 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 19.976 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.713 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.992, + 13.722, + 12.074 + ], + "median_ms": 12.074, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.992 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 13.722 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.074 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.061, + 14.832, + 21.737 + ], + "median_ms": 14.832, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.061 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.832 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 21.737 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.805, + 12.792, + 13.852 + ], + "median_ms": 12.792, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.805 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.792 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.852 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.849, + 17.843, + 15.95 + ], + "median_ms": 15.95, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.849 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.843 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.95 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.732, + 15.844, + 12.813 + ], + "median_ms": 15.732, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.732 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.844 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 12.813 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.94, + 16.696, + 15.751 + ], + "median_ms": 15.94, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.94 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.696 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.751 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.904, + 14.674, + 15.653 + ], + "median_ms": 15.653, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.904 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.674 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.653 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.616, + 14.689, + 67.689 + ], + "median_ms": 14.689, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 14.616 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.689 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 67.689 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.591, + 14.571, + 13.63 + ], + "median_ms": 14.571, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 18.591 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 14.571 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 13.63 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210626_387192.txt", + "spike_captured": true, + "spike_limit_ms": 57.55, + "spike_probes": [ + { + "hop": 9, + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 67.689 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 67.689, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 601 +} \ No newline at end of file diff --git a/logs/trace_20260928_210626_387192.txt b/logs/trace_20260928_210626_387192.txt new file mode 100644 index 0000000..4180cb4 --- /dev/null +++ b/logs/trace_20260928_210626_387192.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.660 ms 19.976 ms 11.713 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.992 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 13.722 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.074 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.061 ms 14.832 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 21.737 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.805 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.792 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.852 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.849 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.843 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.950 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 15.732 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 15.844 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 12.813 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.940 ms 16.696 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.751 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.904 ms 14.674 ms 141.101.73.110 (141.101.73.110) 15.653 ms + 9 141.101.73.149 (141.101.73.149) 14.616 ms 141.101.73.110 (141.101.73.110) 14.689 ms 141.101.73.173 (141.101.73.173) 67.689 ms +10 141.101.73.157 (141.101.73.157) 18.591 ms 141.101.73.147 (141.101.73.147) 14.571 ms one.one.one.one (1.1.1.1) 13.630 ms diff --git a/logs/trace_20260928_210629_388498.json b/logs/trace_20260928_210629_388498.json new file mode 100644 index 0000000..43fcc37 --- /dev/null +++ b/logs/trace_20260928_210629_388498.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:06:30.796-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 41.482, + 11.232, + 12.82 + ], + "median_ms": 12.82, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 41.482 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.232 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.82 + } + ] + }, + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": [ + 13.856, + 14.747, + 39.715 + ], + "median_ms": 14.747, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.856 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 14.747 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 39.715 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.765, + 33.621, + 15.749 + ], + "median_ms": 15.765, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.765 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 33.621 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.749 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.585, + 15.8, + 27.628 + ], + "median_ms": 15.8, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.585 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.8 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 27.628 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 95.847, + 26.594, + 16.655 + ], + "median_ms": 26.594, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 95.847 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.594 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.655 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.643, + 17.66, + 15.624 + ], + "median_ms": 17.66, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 36.643 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.66 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.624 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.746, + 16.665, + 15.845 + ], + "median_ms": 15.845, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.746 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.665 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.845 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.644, + 22.719, + 30.502 + ], + "median_ms": 22.719, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.644 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 22.719 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 30.502 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.583, + 101.578, + 28.766 + ], + "median_ms": 28.766, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 24.583 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 101.578 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 28.766 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.63, + 30.64, + 20.752 + ], + "median_ms": 30.64, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 37.63 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 30.64 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 20.752 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210629_388498.txt", + "spike_captured": true, + "spike_limit_ms": 57.55, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 95.847 + }, + { + "hop": 9, + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 101.578 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 101.578, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 602 +} \ No newline at end of file diff --git a/logs/trace_20260928_210629_388498.txt b/logs/trace_20260928_210629_388498.txt new file mode 100644 index 0000000..de692df --- /dev/null +++ b/logs/trace_20260928_210629_388498.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 41.482 ms 11.232 ms 12.820 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 13.856 ms 14.747 ms 39.715 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.765 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 33.621 ms 15.749 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.585 ms 15.800 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 27.628 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 95.847 ms 26.594 ms 16.655 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 36.643 ms 17.660 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.624 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.746 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.665 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.845 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.644 ms 141.101.73.110 (141.101.73.110) 22.719 ms 141.101.73.111 (141.101.73.111) 30.502 ms + 9 141.101.73.169 (141.101.73.169) 24.583 ms 141.101.73.195 (141.101.73.195) 101.578 ms 28.766 ms +10 141.101.73.179 (141.101.73.179) 37.630 ms one.one.one.one (1.1.1.1) 30.640 ms 141.101.73.173 (141.101.73.173) 20.752 ms diff --git a/logs/trace_20260928_210637_389943.json b/logs/trace_20260928_210637_389943.json new file mode 100644 index 0000000..3e1f89d --- /dev/null +++ b/logs/trace_20260928_210637_389943.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:06:38.396-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.906, + 12.786, + 11.742 + ], + "median_ms": 12.786, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.906 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.786 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.742 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.837, + 31.983, + 13.109 + ], + "median_ms": 13.109, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.837 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 31.983 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.109 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.887, + 14.734, + 12.67 + ], + "median_ms": 12.887, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.887 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.734 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.67 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 12.851, + 22.864, + 12.72 + ], + "median_ms": 12.851, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.851 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 22.864 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.72 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.788, + 17.891, + 16.707 + ], + "median_ms": 16.707, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.788 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.891 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.707 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.865, + 16.54, + 13.726 + ], + "median_ms": 16.54, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.865 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.54 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 13.726 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.686, + 23.647, + 51.856 + ], + "median_ms": 26.686, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 26.686 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 23.647 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 51.856 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 61.543, + 12.658, + 48.586 + ], + "median_ms": 48.586, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 61.543 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 12.658 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 48.586 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.76, + 14.369, + 24.625 + ], + "median_ms": 15.76, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 15.76 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.369 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 24.625 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.544, + 16.822, + 24.703 + ], + "median_ms": 16.822, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.544 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 16.822 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 24.703 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210637_389943.txt", + "spike_captured": true, + "spike_limit_ms": 57.85, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 61.543 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 61.543, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 604 +} \ No newline at end of file diff --git a/logs/trace_20260928_210637_389943.txt b/logs/trace_20260928_210637_389943.txt new file mode 100644 index 0000000..1193f91 --- /dev/null +++ b/logs/trace_20260928_210637_389943.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.906 ms 12.786 ms 11.742 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.837 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 31.983 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 13.109 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.887 ms 14.734 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 12.670 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.851 ms 22.864 ms 12.720 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.788 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.891 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.707 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 24.865 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.540 ms 13.726 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 26.686 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 23.647 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 51.856 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 61.543 ms 141.101.73.111 (141.101.73.111) 12.658 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 48.586 ms + 9 141.101.73.159 (141.101.73.159) 15.760 ms 141.101.73.111 (141.101.73.111) 14.369 ms 141.101.73.159 (141.101.73.159) 24.625 ms +10 one.one.one.one (1.1.1.1) 15.544 ms 141.101.73.149 (141.101.73.149) 16.822 ms 141.101.73.157 (141.101.73.157) 24.703 ms diff --git a/logs/trace_20260928_210648_392637.json b/logs/trace_20260928_210648_392637.json new file mode 100644 index 0000000..9c525ab --- /dev/null +++ b/logs/trace_20260928_210648_392637.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:06:49.398-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.502, + 10.68, + 11.179 + ], + "median_ms": 11.179, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.502 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.68 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.179 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.646, + 12.957, + 12.468 + ], + "median_ms": 12.957, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.646 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.957 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.468 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 13.872, + 12.68, + 13.722 + ], + "median_ms": 13.722, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.872 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.68 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.722 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.625, + 11.819, + 13.698 + ], + "median_ms": 11.819, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 10.625 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.819 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.698 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.712, + 16.755, + 16.988 + ], + "median_ms": 16.755, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.712 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.755 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.988 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.602, + 18.776, + 17.691 + ], + "median_ms": 17.691, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.602 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.776 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.691 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 45.774, + 16.698, + 15.989 + ], + "median_ms": 16.698, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 45.774 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.698 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.989 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.582, + 35.658, + 52.667 + ], + "median_ms": 35.658, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.582 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 35.658 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 52.667 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.632, + 15.747, + 20.734 + ], + "median_ms": 16.632, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 16.632 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.747 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 20.734 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 103.535, + 34.751, + 17.71 + ], + "median_ms": 34.751, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 103.535 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 34.751 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.71 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210648_392637.txt", + "spike_captured": true, + "spike_limit_ms": 57.45, + "spike_probes": [ + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 103.535 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 103.535, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 607 +} \ No newline at end of file diff --git a/logs/trace_20260928_210648_392637.txt b/logs/trace_20260928_210648_392637.txt new file mode 100644 index 0000000..c3415f1 --- /dev/null +++ b/logs/trace_20260928_210648_392637.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.502 ms 10.680 ms 11.179 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 13.646 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.957 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.468 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.872 ms 12.680 ms 13.722 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 10.625 ms 11.819 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.698 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.712 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.755 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.988 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 16.602 ms 18.776 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 17.691 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 45.774 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.698 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.989 ms + 8 141.101.73.110 (141.101.73.110) 14.582 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 35.658 ms 52.667 ms + 9 141.101.73.157 (141.101.73.157) 16.632 ms 141.101.73.111 (141.101.73.111) 15.747 ms 141.101.73.169 (141.101.73.169) 20.734 ms +10 one.one.one.one (1.1.1.1) 103.535 ms 34.751 ms 17.710 ms diff --git a/logs/trace_20260928_210658_395178.json b/logs/trace_20260928_210658_395178.json new file mode 100644 index 0000000..2a72d6a --- /dev/null +++ b/logs/trace_20260928_210658_395178.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:06:59.400-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.144, + 11.539, + 13.718 + ], + "median_ms": 12.144, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.144 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.539 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.718 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.904, + 12.131, + 44.265 + ], + "median_ms": 12.904, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.904 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.131 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 44.265 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 29.777, + 12.656, + 14.636 + ], + "median_ms": 14.636, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 29.777 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.656 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.636 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 12.719, + 12.667, + 12.8 + ], + "median_ms": 12.719, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.719 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.667 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.8 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 15.486, + 16.819, + 12.657 + ], + "median_ms": 15.486, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.486 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.819 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 12.657 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.662, + 17.684, + 15.707 + ], + "median_ms": 15.707, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.662 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.684 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.707 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.677, + 14.698, + 43.784 + ], + "median_ms": 15.677, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.677 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 14.698 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 43.784 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.591, + 65.607, + 15.635 + ], + "median_ms": 15.635, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.591 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 65.607 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.635 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.654, + 15.516, + 22.658 + ], + "median_ms": 15.516, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 13.654 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 15.516 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 22.658 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 15.631, + 15.657, + 15.583 + ], + "median_ms": 15.631, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.631 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.657 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.583 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210658_395178.txt", + "spike_captured": true, + "spike_limit_ms": 57.2, + "spike_probes": [ + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 65.607 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 65.607, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 610 +} \ No newline at end of file diff --git a/logs/trace_20260928_210658_395178.txt b/logs/trace_20260928_210658_395178.txt new file mode 100644 index 0000000..25efcea --- /dev/null +++ b/logs/trace_20260928_210658_395178.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.144 ms 11.539 ms 13.718 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.904 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.131 ms 44.265 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 29.777 ms 12.656 ms 14.636 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.719 ms 12.667 ms 12.800 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.486 ms 16.819 ms 12.657 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.662 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 17.684 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.707 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.677 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 14.698 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 43.784 ms + 8 141.101.73.111 (141.101.73.111) 15.591 ms 65.607 ms 141.101.73.110 (141.101.73.110) 15.635 ms + 9 141.101.73.111 (141.101.73.111) 13.654 ms 141.101.73.161 (141.101.73.161) 15.516 ms 141.101.73.111 (141.101.73.111) 22.658 ms +10 one.one.one.one (1.1.1.1) 15.631 ms 15.657 ms 15.583 ms diff --git a/logs/trace_20260928_210716_399592.json b/logs/trace_20260928_210716_399592.json new file mode 100644 index 0000000..196e3e9 --- /dev/null +++ b/logs/trace_20260928_210716_399592.json @@ -0,0 +1,362 @@ +{ + "time": "2026-09-28T21:07:18.008-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.813, + 11.846, + 12.807 + ], + "median_ms": 11.846, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.813 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.846 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.807 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.84, + 19.655, + 173.964 + ], + "median_ms": 19.655, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.84 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 19.655 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 173.964 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.747, + 33.815, + 53.761 + ], + "median_ms": 33.815, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.747 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 33.815 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 53.761 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.629, + 15.741, + 13.766 + ], + "median_ms": 15.629, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.629 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.741 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.766 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.694, + 18.698, + 156.762 + ], + "median_ms": 28.694, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 28.694 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.698 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 156.762 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.738, + 31.767, + 40.811 + ], + "median_ms": 36.738, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 36.738 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 31.767 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 40.811 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 35.773, + 32.764, + 25.811 + ], + "median_ms": 32.764, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 35.773 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 32.764 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.811 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.685, + 14.536, + 17.502 + ], + "median_ms": 17.502, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 22.685 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.536 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.502 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.627, + 16.348, + 23.726 + ], + "median_ms": 23.726, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 27.627 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.348 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 23.726 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.561, + 17.682, + 31.73 + ], + "median_ms": 19.561, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 19.561 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 17.682 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 31.73 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 22.634, + 15.886, + 15.626 + ], + "median_ms": 15.886, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 22.634 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.886 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.626 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210716_399592.txt", + "spike_captured": true, + "spike_limit_ms": 56.65, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 173.964 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 156.762 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 173.964, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 615 +} \ No newline at end of file diff --git a/logs/trace_20260928_210716_399592.txt b/logs/trace_20260928_210716_399592.txt new file mode 100644 index 0000000..9191288 --- /dev/null +++ b/logs/trace_20260928_210716_399592.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.813 ms 11.846 ms 12.807 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.840 ms 19.655 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 173.964 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.747 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 33.815 ms 53.761 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.629 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.741 ms 13.766 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 28.694 ms 18.698 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 156.762 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 36.738 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 31.767 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 40.811 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 35.773 ms 32.764 ms 25.811 ms + 8 141.101.73.111 (141.101.73.111) 22.685 ms 141.101.73.110 (141.101.73.110) 14.536 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.502 ms + 9 141.101.73.111 (141.101.73.111) 27.627 ms 16.348 ms 141.101.73.110 (141.101.73.110) 23.726 ms +10 141.101.73.163 (141.101.73.163) 19.561 ms 141.101.73.157 (141.101.73.157) 17.682 ms 141.101.73.147 (141.101.73.147) 31.730 ms +11 one.one.one.one (1.1.1.1) 22.634 ms 15.886 ms 15.626 ms diff --git a/logs/trace_20260928_210727_402319.json b/logs/trace_20260928_210727_402319.json new file mode 100644 index 0000000..8c2d609 --- /dev/null +++ b/logs/trace_20260928_210727_402319.json @@ -0,0 +1,368 @@ +{ + "time": "2026-09-28T21:07:28.810-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.22, + 11.749, + 12.881 + ], + "median_ms": 12.881, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.22 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.749 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.881 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.873, + 11.677, + 12.934 + ], + "median_ms": 11.873, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.873 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.677 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.934 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.128, + 25.711, + 15.842 + ], + "median_ms": 25.711, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 27.128 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 25.711 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.842 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 12.734, + 13.787, + 13.721 + ], + "median_ms": 13.721, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.734 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.787 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.721 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.778, + 15.922, + 18.108 + ], + "median_ms": 17.778, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.778 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.922 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.108 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.863, + 16.494, + 18.947 + ], + "median_ms": 16.863, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.863 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.494 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.947 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 59.76, + 39.769, + 61.684 + ], + "median_ms": 59.76, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 59.76 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 39.769 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 61.684 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 66.742, + 36.735, + 17.632 + ], + "median_ms": 36.735, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 66.742 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 36.735 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.632 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.653, + 18.787, + 46.517 + ], + "median_ms": 36.653, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 36.653 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 18.787 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 46.517 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.619, + 20.271, + 52.625 + ], + "median_ms": 26.619, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 26.619 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 20.271 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 52.625 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 15.962, + 25.512, + 23.622 + ], + "median_ms": 23.622, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.962 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 25.512 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 23.622 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210727_402319.txt", + "spike_captured": true, + "spike_limit_ms": 56.75, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 59.76 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 61.684 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 66.742 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 66.742, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 618 +} \ No newline at end of file diff --git a/logs/trace_20260928_210727_402319.txt b/logs/trace_20260928_210727_402319.txt new file mode 100644 index 0000000..5d89584 --- /dev/null +++ b/logs/trace_20260928_210727_402319.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.220 ms 11.749 ms 12.881 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.873 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.677 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.934 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 27.128 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 25.711 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.842 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.734 ms 13.787 ms 13.721 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.778 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.922 ms 18.108 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 16.863 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.494 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 18.947 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 59.760 ms 39.769 ms 61.684 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 66.742 ms 36.735 ms 141.101.73.111 (141.101.73.111) 17.632 ms + 9 141.101.73.167 (141.101.73.167) 36.653 ms 141.101.73.195 (141.101.73.195) 18.787 ms 141.101.73.163 (141.101.73.163) 46.517 ms +10 141.101.73.127 (141.101.73.127) 26.619 ms 141.101.73.195 (141.101.73.195) 20.271 ms 141.101.73.179 (141.101.73.179) 52.625 ms +11 one.one.one.one (1.1.1.1) 15.962 ms 25.512 ms 23.622 ms diff --git a/logs/trace_20260928_210731_403347.json b/logs/trace_20260928_210731_403347.json new file mode 100644 index 0000000..ab52231 --- /dev/null +++ b/logs/trace_20260928_210731_403347.json @@ -0,0 +1,351 @@ +{ + "time": "2026-09-28T21:07:33.012-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.706, + 13.989, + 11.835 + ], + "median_ms": 13.706, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.706 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.989 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.835 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 54.049, + 56.537, + 22.665 + ], + "median_ms": 54.049, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 54.049 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 56.537 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 22.665 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 67.764, + 16.739, + 32.908 + ], + "median_ms": 32.908, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 67.764 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.739 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 32.908 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 37.561, + 80.698, + 24.927 + ], + "median_ms": 37.561, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 37.561 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 80.698 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 24.927 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 16.555, + 18.722, + 33.886 + ], + "median_ms": 18.722, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.555 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.722 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 33.886 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 38.549, + 17.811, + 42.648 + ], + "median_ms": 38.549, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 38.549 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.811 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 42.648 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 51.723, + 186.207, + 16.658 + ], + "median_ms": 51.723, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 51.723 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 186.207 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.658 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.559, + 28.778, + 96.495 + ], + "median_ms": 28.778, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.559 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 28.778 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 96.495 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.27, + 17.57, + 61.591 + ], + "median_ms": 17.57, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.27 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.57 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 61.591 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.642, + 14.654, + 22.616 + ], + "median_ms": 22.616, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 24.642 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.654 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 22.616 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210731_403347.txt", + "spike_captured": true, + "spike_limit_ms": 56.75, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 67.764 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 80.698 + }, + { + "hop": 7, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 186.207 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 96.495 + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 61.591 + } + ], + "spike_probe_count": 5, + "peak_probe_ms": 186.207, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 619 +} \ No newline at end of file diff --git a/logs/trace_20260928_210731_403347.txt b/logs/trace_20260928_210731_403347.txt new file mode 100644 index 0000000..895d472 --- /dev/null +++ b/logs/trace_20260928_210731_403347.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.706 ms 13.989 ms 11.835 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 54.049 ms 56.537 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 22.665 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 67.764 ms 16.739 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 32.908 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 37.561 ms 80.698 ms 24.927 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.555 ms 18.722 ms 33.886 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 38.549 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 17.811 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 42.648 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 51.723 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 186.207 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.658 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 25.559 ms 28.778 ms 141.101.73.110 (141.101.73.110) 96.495 ms + 9 141.101.73.111 (141.101.73.111) 16.270 ms 141.101.73.110 (141.101.73.110) 17.570 ms 141.101.73.111 (141.101.73.111) 61.591 ms +10 one.one.one.one (1.1.1.1) 24.642 ms 14.654 ms 141.101.73.167 (141.101.73.167) 22.616 ms diff --git a/logs/trace_20260928_210743_406358.json b/logs/trace_20260928_210743_406358.json new file mode 100644 index 0000000..92fa096 --- /dev/null +++ b/logs/trace_20260928_210743_406358.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:07:44.411-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 14.831, + 12.023, + 13.888 + ], + "median_ms": 13.888, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.831 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.023 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.888 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.947, + 20.94, + 22.146 + ], + "median_ms": 20.94, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.947 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 20.94 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 22.146 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 14.03, + 15.709, + 15.651 + ], + "median_ms": 15.651, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.03 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.709 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.651 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.629, + 15.696, + 15.171 + ], + "median_ms": 15.696, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 23.629 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.696 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.171 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.505, + 28.05, + 18.615 + ], + "median_ms": 18.615, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.505 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 28.05 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.615 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.8, + 71.718, + 15.695 + ], + "median_ms": 17.8, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 17.8 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 71.718 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.695 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.662, + 37.675, + 16.608 + ], + "median_ms": 16.608, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.662 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 37.675 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.608 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.682, + 13.703, + 22.57 + ], + "median_ms": 14.682, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.682 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.703 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 22.57 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.567, + 15.835, + 15.576 + ], + "median_ms": 15.835, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 17.567 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.835 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 15.576 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.569, + 14.619, + 15.737 + ], + "median_ms": 15.569, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 15.569 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.619 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 15.737 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210743_406358.txt", + "spike_captured": true, + "spike_limit_ms": 56.6, + "spike_probes": [ + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 71.718 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 71.718, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 622 +} \ No newline at end of file diff --git a/logs/trace_20260928_210743_406358.txt b/logs/trace_20260928_210743_406358.txt new file mode 100644 index 0000000..fb0b72a --- /dev/null +++ b/logs/trace_20260928_210743_406358.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 14.831 ms 12.023 ms 13.888 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.947 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 20.940 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 22.146 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.030 ms 15.709 ms 15.651 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 23.629 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.696 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.171 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.505 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 28.050 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 18.615 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 17.800 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 71.718 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.695 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.662 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 37.675 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.608 ms + 8 141.101.73.111 (141.101.73.111) 14.682 ms 141.101.73.110 (141.101.73.110) 13.703 ms 22.570 ms + 9 141.101.73.167 (141.101.73.167) 17.567 ms 141.101.73.110 (141.101.73.110) 15.835 ms 141.101.73.149 (141.101.73.149) 15.576 ms +10 141.101.73.149 (141.101.73.149) 15.569 ms one.one.one.one (1.1.1.1) 14.619 ms 141.101.73.179 (141.101.73.179) 15.737 ms diff --git a/logs/trace_20260928_210747_407380.json b/logs/trace_20260928_210747_407380.json new file mode 100644 index 0000000..0c89339 --- /dev/null +++ b/logs/trace_20260928_210747_407380.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:07:48.412-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.962, + 14.206, + 21.826 + ], + "median_ms": 14.206, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.962 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.206 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.826 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.913, + 12.994, + 11.857 + ], + "median_ms": 11.913, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.913 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.994 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.857 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.729, + 22.803, + 22.754 + ], + "median_ms": 22.754, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 17.729 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 22.803 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 22.754 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.807, + 13.927, + 12.577 + ], + "median_ms": 13.927, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.807 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.927 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.577 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.07, + 20.527, + 16.642 + ], + "median_ms": 16.642, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.07 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 20.527 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.642 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.778, + 15.739, + 16.763 + ], + "median_ms": 16.763, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.778 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.739 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.763 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 99.85, + 14.643, + 45.961 + ], + "median_ms": 45.961, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 99.85 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.643 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 45.961 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.398, + 15.504, + 14.736 + ], + "median_ms": 15.398, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.398 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.504 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.736 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.73, + 32.741, + 16.598 + ], + "median_ms": 16.598, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.73 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 32.741 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 16.598 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.675, + 15.746, + 16.758 + ], + "median_ms": 15.746, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.675 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.746 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 16.758 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210747_407380.txt", + "spike_captured": true, + "spike_limit_ms": 56.6, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 99.85 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 99.85, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 623 +} \ No newline at end of file diff --git a/logs/trace_20260928_210747_407380.txt b/logs/trace_20260928_210747_407380.txt new file mode 100644 index 0000000..aa92203 --- /dev/null +++ b/logs/trace_20260928_210747_407380.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.962 ms 14.206 ms 21.826 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.913 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.994 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.857 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 17.729 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 22.803 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 22.754 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.807 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.927 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.577 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.070 ms 20.527 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.642 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 17.778 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.739 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 16.763 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 99.850 ms 14.643 ms 45.961 ms + 8 141.101.73.110 (141.101.73.110) 15.398 ms 141.101.73.111 (141.101.73.111) 15.504 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.736 ms + 9 141.101.73.111 (141.101.73.111) 15.730 ms 141.101.73.110 (141.101.73.110) 32.741 ms 141.101.73.119 (141.101.73.119) 16.598 ms +10 one.one.one.one (1.1.1.1) 15.675 ms 15.746 ms 141.101.73.173 (141.101.73.173) 16.758 ms diff --git a/logs/trace_20260928_210754_409189.json b/logs/trace_20260928_210754_409189.json new file mode 100644 index 0000000..08bae7e --- /dev/null +++ b/logs/trace_20260928_210754_409189.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:07:55.415-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.421, + 13.503, + 17.874 + ], + "median_ms": 13.503, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.421 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.503 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 17.874 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.706, + 12.868, + 11.335 + ], + "median_ms": 11.706, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.706 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.868 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.335 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.963, + 14.601, + 14.707 + ], + "median_ms": 14.707, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.963 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.601 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.707 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.731, + 22.689, + 12.698 + ], + "median_ms": 12.731, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.731 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 22.689 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.698 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 17.827, + 17.0, + 15.543 + ], + "median_ms": 17.0, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.827 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.0 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.543 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.785, + 15.655, + 15.742 + ], + "median_ms": 15.655, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 13.785 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.655 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.742 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.57, + 28.81, + 15.623 + ], + "median_ms": 22.57, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 22.57 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 28.81 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.623 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.747, + 15.778, + 16.507 + ], + "median_ms": 16.507, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 30.747 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.778 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.507 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.757, + 32.651, + 13.583 + ], + "median_ms": 13.757, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 13.757 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 32.651 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.583 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.739, + 85.609, + 16.719 + ], + "median_ms": 16.719, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 15.739 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 85.609 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 16.719 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210754_409189.txt", + "spike_captured": true, + "spike_limit_ms": 56.9, + "spike_probes": [ + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 85.609 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 85.609, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 625 +} \ No newline at end of file diff --git a/logs/trace_20260928_210754_409189.txt b/logs/trace_20260928_210754_409189.txt new file mode 100644 index 0000000..a4ee5fa --- /dev/null +++ b/logs/trace_20260928_210754_409189.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.421 ms 13.503 ms 17.874 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.706 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.868 ms 11.335 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.963 ms 14.601 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.707 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.731 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 22.689 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.698 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.827 ms 17.000 ms 15.543 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 13.785 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.655 ms 15.742 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 22.570 ms 28.810 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.623 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 30.747 ms 141.101.73.111 (141.101.73.111) 15.778 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.507 ms + 9 141.101.73.111 (141.101.73.111) 13.757 ms 141.101.73.173 (141.101.73.173) 32.651 ms 141.101.73.110 (141.101.73.110) 13.583 ms +10 141.101.73.171 (141.101.73.171) 15.739 ms one.one.one.one (1.1.1.1) 85.609 ms 141.101.73.147 (141.101.73.147) 16.719 ms diff --git a/logs/trace_20260928_210846_421913.json b/logs/trace_20260928_210846_421913.json new file mode 100644 index 0000000..ec8a167 --- /dev/null +++ b/logs/trace_20260928_210846_421913.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:08:47.428-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.283, + 11.64, + 12.775 + ], + "median_ms": 11.64, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.283 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.64 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.775 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.904, + 20.964, + 11.096 + ], + "median_ms": 11.904, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.904 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 20.964 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.096 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.133, + 11.957, + 16.501 + ], + "median_ms": 15.133, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.133 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 11.957 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.501 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.832, + 19.841, + 14.679 + ], + "median_ms": 14.679, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 10.832 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 19.841 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.679 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 14.791, + 17.768, + 27.805 + ], + "median_ms": 17.768, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.791 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.768 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 27.805 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 34.67, + 19.779, + 15.776 + ], + "median_ms": 19.779, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 34.67 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 19.779 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.776 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.854, + 68.731, + 23.827 + ], + "median_ms": 23.827, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.854 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 68.731 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 23.827 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 41.812, + 12.757, + 21.65 + ], + "median_ms": 21.65, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 41.812 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 12.757 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 21.65 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 35.746, + 17.683, + 12.72 + ], + "median_ms": 17.683, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 35.746 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 17.683 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 12.72 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.672, + 14.724, + 15.725 + ], + "median_ms": 15.725, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 16.672 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.724 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.725 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210846_421913.txt", + "spike_captured": true, + "spike_limit_ms": 56.5, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 68.731 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 68.731, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 641 +} \ No newline at end of file diff --git a/logs/trace_20260928_210846_421913.txt b/logs/trace_20260928_210846_421913.txt new file mode 100644 index 0000000..c5290a6 --- /dev/null +++ b/logs/trace_20260928_210846_421913.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.283 ms 11.640 ms 12.775 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.904 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 20.964 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.096 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.133 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 11.957 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.501 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 10.832 ms 19.841 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.679 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 14.791 ms 17.768 ms 27.805 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 34.670 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 19.779 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.776 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.854 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 68.731 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 23.827 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 41.812 ms 141.101.73.110 (141.101.73.110) 12.757 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 21.650 ms + 9 141.101.73.157 (141.101.73.157) 35.746 ms 141.101.73.167 (141.101.73.167) 17.683 ms 141.101.73.110 (141.101.73.110) 12.720 ms +10 141.101.73.195 (141.101.73.195) 16.672 ms one.one.one.one (1.1.1.1) 14.724 ms 15.725 ms diff --git a/logs/trace_20260928_210856_424351.json b/logs/trace_20260928_210856_424351.json new file mode 100644 index 0000000..2cc3641 --- /dev/null +++ b/logs/trace_20260928_210856_424351.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:08:57.429-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.985, + 10.897, + 12.883 + ], + "median_ms": 11.985, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.985 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.897 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.883 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.854, + 12.693, + 12.249 + ], + "median_ms": 12.249, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.854 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.693 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.249 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.26, + 16.021, + 22.934 + ], + "median_ms": 16.021, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.26 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.021 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 22.934 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.642, + 36.704, + 94.703 + ], + "median_ms": 36.704, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.642 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 36.704 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 94.703 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.765, + 17.753, + 16.709 + ], + "median_ms": 17.753, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.765 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.753 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.709 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.73, + 15.72, + 17.671 + ], + "median_ms": 16.73, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.73 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.72 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.671 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.656, + 13.64, + 15.698 + ], + "median_ms": 15.698, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 18.656 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 13.64 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.698 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.68, + 14.552, + 29.792 + ], + "median_ms": 15.68, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.68 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.552 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.792 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.526, + 18.672, + 15.67 + ], + "median_ms": 16.526, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.526 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 18.672 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 15.67 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.69, + 14.664, + 17.638 + ], + "median_ms": 17.638, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 23.69 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.664 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 17.638 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210856_424351.txt", + "spike_captured": true, + "spike_limit_ms": 56.3, + "spike_probes": [ + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 94.703 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 94.703, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 644 +} \ No newline at end of file diff --git a/logs/trace_20260928_210856_424351.txt b/logs/trace_20260928_210856_424351.txt new file mode 100644 index 0000000..aeec16a --- /dev/null +++ b/logs/trace_20260928_210856_424351.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.985 ms 10.897 ms 12.883 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.854 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.693 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.249 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.260 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.021 ms 22.934 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.642 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 36.704 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 94.703 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 18.765 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.753 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.709 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.730 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 15.720 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 17.671 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 18.656 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 13.640 ms 15.698 ms + 8 141.101.73.111 (141.101.73.111) 15.680 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.552 ms 29.792 ms + 9 141.101.73.111 (141.101.73.111) 16.526 ms 141.101.73.157 (141.101.73.157) 18.672 ms 141.101.73.149 (141.101.73.149) 15.670 ms +10 one.one.one.one (1.1.1.1) 23.690 ms 14.664 ms 141.101.73.147 (141.101.73.147) 17.638 ms diff --git a/logs/trace_20260928_210903_431239.json b/logs/trace_20260928_210903_431239.json new file mode 100644 index 0000000..ab30d89 --- /dev/null +++ b/logs/trace_20260928_210903_431239.json @@ -0,0 +1,356 @@ +{ + "time": "2026-09-28T21:09:04.839-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 41.543, + 24.877, + 18.886 + ], + "median_ms": 24.877, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 41.543 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 24.877 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 18.886 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.764, + 13.429, + 12.885 + ], + "median_ms": 13.429, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 20.764 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 13.429 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.885 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 14.787, + 14.666, + 16.659 + ], + "median_ms": 14.787, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.787 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.666 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.659 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.709, + 11.687, + 12.676 + ], + "median_ms": 12.676, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.709 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.687 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.676 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.068, + 29.673, + 16.507 + ], + "median_ms": 29.068, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 29.068 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 29.673 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.507 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.644, + 18.721, + 15.745 + ], + "median_ms": 18.721, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 37.644 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 18.721 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.745 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 34.727, + 18.832, + 43.532 + ], + "median_ms": 34.727, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 34.727 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 18.832 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 43.532 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 68.677, + 52.764, + 15.597 + ], + "median_ms": 52.764, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 68.677 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 52.764 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.597 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 54.586, + 17.449, + 26.417 + ], + "median_ms": 26.417, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 54.586 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.449 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 26.417 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.502, + 20.492, + 50.876 + ], + "median_ms": 20.492, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 19.502 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 20.492 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 50.876 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 17.578, + 24.716, + 26.68 + ], + "median_ms": 24.716, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.578 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 24.716 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 26.68 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210903_431239.txt", + "spike_captured": true, + "spike_limit_ms": 56.25, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 68.677 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 68.677, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 646 +} \ No newline at end of file diff --git a/logs/trace_20260928_210903_431239.txt b/logs/trace_20260928_210903_431239.txt new file mode 100644 index 0000000..433edb9 --- /dev/null +++ b/logs/trace_20260928_210903_431239.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 41.543 ms 24.877 ms 18.886 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 20.764 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 13.429 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.885 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.787 ms 14.666 ms 16.659 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.709 ms 11.687 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.676 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 29.068 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 29.673 ms 16.507 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 37.644 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 18.721 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 15.745 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 34.727 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 18.832 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 43.532 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 68.677 ms 141.101.73.110 (141.101.73.110) 52.764 ms 141.101.73.111 (141.101.73.111) 15.597 ms + 9 141.101.73.111 (141.101.73.111) 54.586 ms 141.101.73.110 (141.101.73.110) 17.449 ms 141.101.73.111 (141.101.73.111) 26.417 ms +10 141.101.73.179 (141.101.73.179) 19.502 ms 141.101.73.195 (141.101.73.195) 20.492 ms 141.101.73.149 (141.101.73.149) 50.876 ms +11 one.one.one.one (1.1.1.1) 17.578 ms 24.716 ms 26.680 ms diff --git a/logs/trace_20260928_210923_436547.json b/logs/trace_20260928_210923_436547.json new file mode 100644 index 0000000..5102215 --- /dev/null +++ b/logs/trace_20260928_210923_436547.json @@ -0,0 +1,356 @@ +{ + "time": "2026-09-28T21:09:24.442-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 8.715, + 21.492, + 11.833 + ], + "median_ms": 11.833, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 8.715 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.492 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.833 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.739, + 13.199, + 22.888 + ], + "median_ms": 13.199, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.739 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.199 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 22.888 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 86.715, + 20.702, + 18.692 + ], + "median_ms": 20.702, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 86.715 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 20.702 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 18.692 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.654, + 13.903, + 13.495 + ], + "median_ms": 13.903, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 21.654 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.903 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.495 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.853, + 16.728, + 18.022 + ], + "median_ms": 18.022, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.853 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.728 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.022 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.659, + 16.605, + 15.727 + ], + "median_ms": 16.605, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.659 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.605 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.727 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.777, + 17.536, + 30.682 + ], + "median_ms": 17.536, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.777 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.536 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 30.682 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.66, + 15.622, + 34.036 + ], + "median_ms": 15.66, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.66 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.622 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 34.036 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.566, + 15.534, + 15.793 + ], + "median_ms": 15.566, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.566 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.534 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 15.793 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.441, + 13.533, + 16.59 + ], + "median_ms": 16.59, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 19.441 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 13.533 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 16.59 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 23.291, + 16.697, + 16.717 + ], + "median_ms": 16.717, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 23.291 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.697 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.717 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210923_436547.txt", + "spike_captured": true, + "spike_limit_ms": 56.4, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 86.715 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 86.715, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 652 +} \ No newline at end of file diff --git a/logs/trace_20260928_210923_436547.txt b/logs/trace_20260928_210923_436547.txt new file mode 100644 index 0000000..129fac3 --- /dev/null +++ b/logs/trace_20260928_210923_436547.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 8.715 ms 21.492 ms 11.833 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.739 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 13.199 ms 22.888 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 86.715 ms 20.702 ms 18.692 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 21.654 ms 13.903 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.495 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.853 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.728 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.022 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.659 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 16.605 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.727 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.777 ms 17.536 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 30.682 ms + 8 141.101.73.110 (141.101.73.110) 15.660 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.622 ms 141.101.73.111 (141.101.73.111) 34.036 ms + 9 141.101.73.110 (141.101.73.110) 15.566 ms 141.101.73.111 (141.101.73.111) 15.534 ms 141.101.73.179 (141.101.73.179) 15.793 ms +10 141.101.73.195 (141.101.73.195) 19.441 ms 141.101.73.165 (141.101.73.165) 13.533 ms 141.101.73.169 (141.101.73.169) 16.590 ms +11 one.one.one.one (1.1.1.1) 23.291 ms 16.697 ms 16.717 ms diff --git a/logs/trace_20260928_210933_438972.json b/logs/trace_20260928_210933_438972.json new file mode 100644 index 0000000..16693b5 --- /dev/null +++ b/logs/trace_20260928_210933_438972.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:09:34.847-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.977, + 11.984, + 23.936 + ], + "median_ms": 13.977, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.977 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.984 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 23.936 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.707, + 12.918, + 12.342 + ], + "median_ms": 12.342, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.707 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.918 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.342 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.789, + 14.883, + 31.799 + ], + "median_ms": 14.883, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.789 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.883 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 31.799 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.762, + 13.72, + 20.857 + ], + "median_ms": 13.762, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.762 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.72 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 20.857 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.822, + 33.739, + 17.828 + ], + "median_ms": 30.822, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 30.822 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 33.739 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.828 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.673, + 16.764, + 17.751 + ], + "median_ms": 17.751, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 23.673 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.764 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.751 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.743, + 22.849, + 16.733 + ], + "median_ms": 22.849, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 36.743 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 22.849 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.733 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.814, + 17.574, + 26.61 + ], + "median_ms": 17.574, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.814 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.574 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 26.61 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.62, + 46.609, + 32.663 + ], + "median_ms": 32.663, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 17.62 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 46.609 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 32.663 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 387.704, + 38.316, + 14.842 + ], + "median_ms": 38.316, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 387.704 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 38.316 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.842 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210933_438972.txt", + "spike_captured": true, + "spike_limit_ms": 56.7, + "spike_probes": [ + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 387.704 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 387.704, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 655 +} \ No newline at end of file diff --git a/logs/trace_20260928_210933_438972.txt b/logs/trace_20260928_210933_438972.txt new file mode 100644 index 0000000..56ab005 --- /dev/null +++ b/logs/trace_20260928_210933_438972.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.977 ms 11.984 ms 23.936 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.707 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.918 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.342 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 12.789 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.883 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 31.799 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.762 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.720 ms 20.857 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 30.822 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 33.739 ms 17.828 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 23.673 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 16.764 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 17.751 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 36.743 ms 22.849 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.733 ms + 8 141.101.73.110 (141.101.73.110) 15.814 ms 141.101.73.111 (141.101.73.111) 17.574 ms 26.610 ms + 9 141.101.73.179 (141.101.73.179) 17.620 ms 141.101.73.111 (141.101.73.111) 46.609 ms 32.663 ms +10 one.one.one.one (1.1.1.1) 387.704 ms 38.316 ms 14.842 ms diff --git a/logs/trace_20260928_210944_441653.json b/logs/trace_20260928_210944_441653.json new file mode 100644 index 0000000..a685f73 --- /dev/null +++ b/logs/trace_20260928_210944_441653.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:09:45.649-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.274, + 39.939, + 115.742 + ], + "median_ms": 39.939, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.274 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 39.939 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 115.742 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.762, + 41.71, + 12.816 + ], + "median_ms": 25.762, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 25.762 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 41.71 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.816 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 15.783, + 14.755, + 22.703 + ], + "median_ms": 15.783, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.783 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.755 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 22.703 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.701, + 12.653, + 42.753 + ], + "median_ms": 13.701, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.701 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.653 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 42.753 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.762, + 16.737, + 14.802 + ], + "median_ms": 16.737, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 27.762 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.737 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.802 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.91, + 35.826, + 28.718 + ], + "median_ms": 35.826, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 37.91 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 35.826 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 28.718 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.708, + 25.734, + 17.723 + ], + "median_ms": 17.723, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.708 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.734 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 17.723 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.795, + 23.829, + 16.607 + ], + "median_ms": 23.829, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 26.795 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 23.829 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.607 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.63, + 15.645, + 14.522 + ], + "median_ms": 15.645, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 16.63 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 15.645 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.522 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.482, + 17.135, + 15.925 + ], + "median_ms": 15.925, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 15.482 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.135 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 15.925 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210944_441653.txt", + "spike_captured": true, + "spike_limit_ms": 56.75, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 115.742 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 115.742, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 658 +} \ No newline at end of file diff --git a/logs/trace_20260928_210944_441653.txt b/logs/trace_20260928_210944_441653.txt new file mode 100644 index 0000000..23f0152 --- /dev/null +++ b/logs/trace_20260928_210944_441653.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.274 ms 39.939 ms 115.742 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 25.762 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 41.710 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.816 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.783 ms 14.755 ms 22.703 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.701 ms 12.653 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 42.753 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 27.762 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.737 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 14.802 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 37.910 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 35.826 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 28.718 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.708 ms 25.734 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 17.723 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 26.795 ms 141.101.73.110 (141.101.73.110) 23.829 ms 141.101.73.111 (141.101.73.111) 16.607 ms + 9 141.101.73.177 (141.101.73.177) 16.630 ms 141.101.73.173 (141.101.73.173) 15.645 ms 141.101.73.111 (141.101.73.111) 14.522 ms +10 141.101.73.163 (141.101.73.163) 15.482 ms one.one.one.one (1.1.1.1) 17.135 ms 141.101.73.119 (141.101.73.119) 15.925 ms diff --git a/logs/trace_20260928_210958_445165.json b/logs/trace_20260928_210958_445165.json new file mode 100644 index 0000000..0bc1e1d --- /dev/null +++ b/logs/trace_20260928_210958_445165.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:09:59.253-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.315, + 10.821, + 8.792 + ], + "median_ms": 10.821, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.315 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.821 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 8.792 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.859, + 12.866, + 11.164 + ], + "median_ms": 11.859, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.859 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.866 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.164 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.089, + 14.055, + 13.084 + ], + "median_ms": 13.089, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.089 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.055 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.084 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.812, + 12.743, + 12.676 + ], + "median_ms": 12.743, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.812 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.743 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.676 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.771, + 17.701, + 16.706 + ], + "median_ms": 16.706, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.771 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.701 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.706 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.686, + 21.806, + 16.635 + ], + "median_ms": 16.635, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 13.686 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 21.806 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.635 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.804, + 20.665, + 67.731 + ], + "median_ms": 33.804, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 33.804 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 20.665 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 67.731 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.868, + 14.397, + 16.634 + ], + "median_ms": 14.868, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.868 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.397 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.634 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.691, + 15.653, + 15.612 + ], + "median_ms": 15.612, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 11.691 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.653 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.612 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.709, + 17.618, + 16.738 + ], + "median_ms": 17.618, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 22.709 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.618 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 16.738 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_210958_445165.txt", + "spike_captured": true, + "spike_limit_ms": 57.1, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 67.731 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 67.731, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 662 +} \ No newline at end of file diff --git a/logs/trace_20260928_210958_445165.txt b/logs/trace_20260928_210958_445165.txt new file mode 100644 index 0000000..55e5391 --- /dev/null +++ b/logs/trace_20260928_210958_445165.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.315 ms 10.821 ms 8.792 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.859 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.866 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.164 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.089 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.055 ms 13.084 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.812 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.743 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.676 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 14.771 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.701 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.706 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 13.686 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 21.806 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 16.635 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 33.804 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 20.665 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 67.731 ms + 8 141.101.73.111 (141.101.73.111) 14.868 ms 141.101.73.110 (141.101.73.110) 14.397 ms 16.634 ms + 9 141.101.73.110 (141.101.73.110) 11.691 ms 15.653 ms 141.101.73.111 (141.101.73.111) 15.612 ms +10 141.101.73.175 (141.101.73.175) 22.709 ms one.one.one.one (1.1.1.1) 17.618 ms 141.101.73.125 (141.101.73.125) 16.738 ms diff --git a/logs/trace_20260928_211001_445914.json b/logs/trace_20260928_211001_445914.json new file mode 100644 index 0000000..f7bbed6 --- /dev/null +++ b/logs/trace_20260928_211001_445914.json @@ -0,0 +1,393 @@ +{ + "time": "2026-09-28T21:10:05.257-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 14.59, + 21.55, + 173.84 + ], + "median_ms": 21.55, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.59 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.55 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 173.84 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 140.863, + 15.464, + 23.778 + ], + "median_ms": 23.778, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 140.863 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 15.464 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 23.778 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 11.509, + 44.313 + ], + "median_ms": 27.911, + "timeouts": 1, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 11.509 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 44.313 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 12.602, + 13.62, + 381.991 + ], + "median_ms": 13.62, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.602 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.62 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 381.991 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 71.656, + 37.58, + 371.917 + ], + "median_ms": 71.656, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 71.656 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 37.58 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 371.917 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.616, + 149.702, + 50.569 + ], + "median_ms": 50.569, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.616 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 149.702 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 50.569 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 228.629, + 27.694, + 125.614 + ], + "median_ms": 125.614, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 228.629 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 27.694 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 125.614 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 40.653, + 103.702, + 113.722 + ], + "median_ms": 103.702, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 40.653 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 103.702 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 113.722 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 299.568, + 42.747, + 75.599 + ], + "median_ms": 75.599, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 299.568 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 42.747 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 75.599 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 69.587, + 16.654, + 15.779 + ], + "median_ms": 16.654, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 69.587 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.654 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.779 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211001_445914.txt", + "spike_captured": true, + "spike_limit_ms": 57.05, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 173.84 + }, + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 140.863 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 381.991 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 71.656 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 371.917 + }, + { + "hop": 6, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 149.702 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 228.629 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 125.614 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 103.702 + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 113.722 + }, + { + "hop": 9, + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 299.568 + }, + { + "hop": 9, + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 75.599 + }, + { + "hop": 10, + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 69.587 + } + ], + "spike_probe_count": 13, + "peak_probe_ms": 381.991, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 663 +} \ No newline at end of file diff --git a/logs/trace_20260928_211001_445914.txt b/logs/trace_20260928_211001_445914.txt new file mode 100644 index 0000000..b6b146c --- /dev/null +++ b/logs/trace_20260928_211001_445914.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 14.590 ms 21.550 ms 173.840 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 140.863 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 15.464 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 23.778 ms + 3 * lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 11.509 ms 44.313 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.602 ms 13.620 ms 381.991 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 71.656 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 37.580 ms 371.917 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 18.616 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 149.702 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 50.569 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 228.629 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 27.694 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 125.614 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 40.653 ms 103.702 ms 141.101.73.111 (141.101.73.111) 113.722 ms + 9 141.101.73.173 (141.101.73.173) 299.568 ms 141.101.73.110 (141.101.73.110) 42.747 ms 141.101.73.169 (141.101.73.169) 75.599 ms +10 141.101.73.147 (141.101.73.147) 69.587 ms one.one.one.one (1.1.1.1) 16.654 ms 15.779 ms diff --git a/logs/trace_20260928_211014_449559.json b/logs/trace_20260928_211014_449559.json new file mode 100644 index 0000000..259df51 --- /dev/null +++ b/logs/trace_20260928_211014_449559.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:10:15.257-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.465, + 12.003, + 11.934 + ], + "median_ms": 11.934, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.465 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.003 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.934 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.073, + 10.586, + 12.427 + ], + "median_ms": 12.427, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 19.073 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 10.586 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.427 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.253, + 10.769, + 11.933 + ], + "median_ms": 11.933, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.253 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 10.769 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 11.933 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.471, + 12.73, + 10.645 + ], + "median_ms": 12.471, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.471 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.73 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 10.645 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.745, + 14.694, + 15.735 + ], + "median_ms": 15.735, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.745 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.694 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.735 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.653, + 27.679, + 14.656 + ], + "median_ms": 16.653, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.653 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 27.679 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.656 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.683, + 47.729, + 20.548 + ], + "median_ms": 20.548, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 14.683 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 47.729 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 20.548 + } + ] + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": [ + 15.797, + 14.575, + 13.607 + ], + "median_ms": 14.575, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.797 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.575 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.607 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.654, + 33.662, + 15.684 + ], + "median_ms": 15.684, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 13.654 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 33.662 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.684 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.862, + 14.652, + 63.758 + ], + "median_ms": 14.652, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 13.862 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.652 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 63.758 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211014_449559.txt", + "spike_captured": true, + "spike_limit_ms": 57.0, + "spike_probes": [ + { + "hop": 10, + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 63.758 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 63.758, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 666 +} \ No newline at end of file diff --git a/logs/trace_20260928_211014_449559.txt b/logs/trace_20260928_211014_449559.txt new file mode 100644 index 0000000..96f317e --- /dev/null +++ b/logs/trace_20260928_211014_449559.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.465 ms 12.003 ms 11.934 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 19.073 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 10.586 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.427 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.253 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 10.769 ms 11.933 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.471 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.730 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 10.645 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.745 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.694 ms 15.735 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.653 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 27.679 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 14.656 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 14.683 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 47.729 ms 20.548 ms + 8 141.101.73.110 (141.101.73.110) 15.797 ms 14.575 ms 13.607 ms + 9 141.101.73.157 (141.101.73.157) 13.654 ms 141.101.73.147 (141.101.73.147) 33.662 ms 141.101.73.110 (141.101.73.110) 15.684 ms +10 141.101.73.157 (141.101.73.157) 13.862 ms one.one.one.one (1.1.1.1) 14.652 ms 141.101.73.119 (141.101.73.119) 63.758 ms diff --git a/logs/trace_20260928_211024_451416.json b/logs/trace_20260928_211024_451416.json new file mode 100644 index 0000000..0650bbe --- /dev/null +++ b/logs/trace_20260928_211024_451416.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:10:25.258-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.92, + 10.728, + 11.808 + ], + "median_ms": 11.808, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.92 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.728 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.808 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 9.864, + 11.966, + 11.52 + ], + "median_ms": 11.52, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 9.864 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.966 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.52 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.134, + 13.154, + 12.711 + ], + "median_ms": 13.154, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.134 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.154 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.711 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.089, + 12.899, + 29.931 + ], + "median_ms": 12.899, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.089 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.899 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 29.931 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 15.674, + 14.782, + 20.745 + ], + "median_ms": 15.674, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.674 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.782 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 20.745 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.647, + 21.793, + 61.812 + ], + "median_ms": 21.793, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.647 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 21.793 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 61.812 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 25.79, + 16.7, + 15.723 + ], + "median_ms": 16.7, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.79 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.7 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.723 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.692, + 13.871, + 15.716 + ], + "median_ms": 13.871, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 12.692 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 13.871 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.716 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.553, + 13.526, + 15.585 + ], + "median_ms": 15.585, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.553 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.526 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 15.585 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 15.644, + 16.78, + 13.789 + ], + "median_ms": 15.644, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.644 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.78 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 13.789 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211024_451416.txt", + "spike_captured": true, + "spike_limit_ms": 56.7, + "spike_probes": [ + { + "hop": 6, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 61.812 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 61.812, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 669 +} \ No newline at end of file diff --git a/logs/trace_20260928_211024_451416.txt b/logs/trace_20260928_211024_451416.txt new file mode 100644 index 0000000..7bf88be --- /dev/null +++ b/logs/trace_20260928_211024_451416.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.920 ms 10.728 ms 11.808 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 9.864 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.966 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.520 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.134 ms 13.154 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 12.711 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.089 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.899 ms 29.931 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.674 ms 14.782 ms 20.745 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 16.647 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 21.793 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 61.812 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 25.790 ms 16.700 ms 15.723 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 12.692 ms 13.871 ms 141.101.73.110 (141.101.73.110) 15.716 ms + 9 141.101.73.111 (141.101.73.111) 16.553 ms 141.101.73.110 (141.101.73.110) 13.526 ms 141.101.73.127 (141.101.73.127) 15.585 ms +10 one.one.one.one (1.1.1.1) 15.644 ms 16.780 ms 13.789 ms diff --git a/logs/trace_20260928_211043_456210.json b/logs/trace_20260928_211043_456210.json new file mode 100644 index 0000000..3e7eaca --- /dev/null +++ b/logs/trace_20260928_211043_456210.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:10:44.461-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 22.102, + 13.106, + 11.666 + ], + "median_ms": 13.106, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.102 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.106 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.666 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.995, + 10.57, + 12.34 + ], + "median_ms": 12.34, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.995 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 10.57 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.34 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.137, + 15.495, + 14.635 + ], + "median_ms": 14.635, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.137 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.495 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.635 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 15.298, + 21.619, + 12.592 + ], + "median_ms": 15.298, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.298 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 21.619 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.592 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 16.769, + 16.736, + 23.846 + ], + "median_ms": 16.769, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.769 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.736 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 23.846 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 40.601, + 16.673, + 24.687 + ], + "median_ms": 24.687, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 40.601 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.673 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.687 + } + ] + }, + { + "hop": 7, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": [ + 38.711, + 22.699, + 14.645 + ], + "median_ms": 22.699, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 38.711 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 22.699 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 14.645 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 60.677, + 15.668, + 31.722 + ], + "median_ms": 31.722, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 60.677 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.668 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 31.722 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.795, + 28.613, + 14.64 + ], + "median_ms": 15.795, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.795 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 28.613 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.64 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.656, + 16.832, + 15.752 + ], + "median_ms": 16.832, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 23.656 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.832 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 15.752 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211043_456210.txt", + "spike_captured": true, + "spike_limit_ms": 56.95, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 60.677 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 60.677, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 674 +} \ No newline at end of file diff --git a/logs/trace_20260928_211043_456210.txt b/logs/trace_20260928_211043_456210.txt new file mode 100644 index 0000000..1a0b018 --- /dev/null +++ b/logs/trace_20260928_211043_456210.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 22.102 ms 13.106 ms 11.666 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 13.995 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 10.570 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.340 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.137 ms 15.495 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.635 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.298 ms 21.619 ms 12.592 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.769 ms 16.736 ms 23.846 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 40.601 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.673 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 24.687 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 38.711 ms 22.699 ms 14.645 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 60.677 ms 141.101.73.110 (141.101.73.110) 15.668 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 31.722 ms + 9 141.101.73.110 (141.101.73.110) 15.795 ms 141.101.73.157 (141.101.73.157) 28.613 ms 141.101.73.111 (141.101.73.111) 14.640 ms +10 one.one.one.one (1.1.1.1) 23.656 ms 16.832 ms 141.101.73.165 (141.101.73.165) 15.752 ms diff --git a/logs/trace_20260928_211058_459995.json b/logs/trace_20260928_211058_459995.json new file mode 100644 index 0000000..b9d154b --- /dev/null +++ b/logs/trace_20260928_211058_459995.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T21:11:00.068-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 37.179, + 22.84, + 11.729 + ], + "median_ms": 22.84, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 37.179 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.84 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.729 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.856, + 11.882, + 12.736 + ], + "median_ms": 12.736, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 21.856 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.882 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.736 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.884, + 21.77, + 156.98 + ], + "median_ms": 21.77, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.884 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 21.77 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 156.98 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 40.585, + 72.767, + 70.764 + ], + "median_ms": 70.764, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 40.585 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 72.767 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 70.764 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.822, + 20.784, + 21.718 + ], + "median_ms": 21.718, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.822 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 20.784 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 21.718 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 271.098, + 17.637, + 14.718 + ], + "median_ms": 17.637, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 271.098 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.637 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.718 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 38.731, + 16.979, + 32.753 + ], + "median_ms": 32.753, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 38.731 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.979 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 32.753 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.266, + 15.596, + 24.648 + ], + "median_ms": 24.648, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 29.266 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.596 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 24.648 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 38.564, + 14.69, + 33.531 + ], + "median_ms": 33.531, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 38.564 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.69 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 33.531 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 37.614, + 15.978, + 17.231 + ], + "median_ms": 17.231, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 37.614 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.978 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.231 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211058_459995.txt", + "spike_captured": true, + "spike_limit_ms": 56.95, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 156.98 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 72.767 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 70.764 + }, + { + "hop": 6, + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 271.098 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 271.098, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 678 +} \ No newline at end of file diff --git a/logs/trace_20260928_211058_459995.txt b/logs/trace_20260928_211058_459995.txt new file mode 100644 index 0000000..0b554fd --- /dev/null +++ b/logs/trace_20260928_211058_459995.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 37.179 ms 22.840 ms 11.729 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 21.856 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.882 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.736 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 12.884 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 21.770 ms 156.980 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 40.585 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 72.767 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 70.764 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 26.822 ms 20.784 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 21.718 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 271.098 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 17.637 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 14.718 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 38.731 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.979 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 32.753 ms + 8 141.101.73.111 (141.101.73.111) 29.266 ms 15.596 ms 141.101.73.110 (141.101.73.110) 24.648 ms + 9 141.101.73.110 (141.101.73.110) 38.564 ms 14.690 ms 141.101.73.149 (141.101.73.149) 33.531 ms +10 one.one.one.one (1.1.1.1) 37.614 ms 15.978 ms 17.231 ms diff --git a/logs/trace_20260928_211102_460849.json b/logs/trace_20260928_211102_460849.json new file mode 100644 index 0000000..c635aad --- /dev/null +++ b/logs/trace_20260928_211102_460849.json @@ -0,0 +1,381 @@ +{ + "time": "2026-09-28T21:11:05.270-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 348.1, + 16.245, + 106.756 + ], + "median_ms": 106.756, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 348.1 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 16.245 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 106.756 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.633, + 44.804, + 13.751 + ], + "median_ms": 31.633, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 31.633 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 44.804 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.751 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.748, + 30.783, + 30.674 + ], + "median_ms": 30.783, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 31.748 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 30.783 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 30.674 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.775, + 182.87, + 41.702 + ], + "median_ms": 41.702, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.775 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 182.87 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 41.702 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 22.226, + 25.325, + 32.703 + ], + "median_ms": 25.325, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 22.226 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.325 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 32.703 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 60.63, + 64.772, + 23.67 + ], + "median_ms": 60.63, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 60.63 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 64.772 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 23.67 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 82.758, + 45.657, + 48.731 + ], + "median_ms": 48.731, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 82.758 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 45.657 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 48.731 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 39.583, + 17.789, + 75.883 + ], + "median_ms": 39.583, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 39.583 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.789 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 75.883 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 145.603, + 18.349, + 66.419 + ], + "median_ms": 66.419, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 145.603 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 18.349 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 66.419 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 38.531, + 174.688, + 36.467 + ], + "median_ms": 38.531, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 38.531 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 174.688 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 36.467 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211102_460849.txt", + "spike_captured": true, + "spike_limit_ms": 57.25, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 348.1 + }, + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 106.756 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 182.87 + }, + { + "hop": 6, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 60.63 + }, + { + "hop": 6, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 64.772 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 82.758 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 75.883 + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 145.603 + }, + { + "hop": 9, + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 66.419 + }, + { + "hop": 10, + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 174.688 + } + ], + "spike_probe_count": 10, + "peak_probe_ms": 348.1, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 679 +} \ No newline at end of file diff --git a/logs/trace_20260928_211102_460849.txt b/logs/trace_20260928_211102_460849.txt new file mode 100644 index 0000000..e86bd8e --- /dev/null +++ b/logs/trace_20260928_211102_460849.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 348.100 ms 16.245 ms 106.756 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 31.633 ms 44.804 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 13.751 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 31.748 ms 30.783 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 30.674 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.775 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 182.870 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 41.702 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 22.226 ms 25.325 ms 32.703 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 60.630 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 64.772 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 23.670 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 82.758 ms 45.657 ms 48.731 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 39.583 ms 17.789 ms 75.883 ms + 9 141.101.73.111 (141.101.73.111) 145.603 ms 141.101.73.110 (141.101.73.110) 18.349 ms 141.101.73.195 (141.101.73.195) 66.419 ms +10 one.one.one.one (1.1.1.1) 38.531 ms 141.101.73.119 (141.101.73.119) 174.688 ms 141.101.73.173 (141.101.73.173) 36.467 ms diff --git a/logs/trace_20260928_211111_463160.json b/logs/trace_20260928_211111_463160.json new file mode 100644 index 0000000..1b54825 --- /dev/null +++ b/logs/trace_20260928_211111_463160.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T21:11:12.872-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.565, + 13.777, + 12.853 + ], + "median_ms": 12.853, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.565 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.777 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.853 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 66.9, + 11.752, + 46.298 + ], + "median_ms": 46.298, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 66.9 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.752 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 46.298 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.818, + 16.677, + 38.91 + ], + "median_ms": 25.818, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 25.818 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.677 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 38.91 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.601, + 32.715, + 120.86 + ], + "median_ms": 32.715, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.601 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 32.715 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 120.86 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.591, + 28.715, + 39.666 + ], + "median_ms": 32.591, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 32.591 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 28.715 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 39.666 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 42.735, + 15.659, + 44.697 + ], + "median_ms": 42.735, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 42.735 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.659 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 44.697 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.694, + 18.836, + 42.666 + ], + "median_ms": 33.694, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 33.694 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 18.836 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 42.666 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.64, + 18.63, + 38.637 + ], + "median_ms": 27.64, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 27.64 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 18.63 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 38.637 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 34.697, + 15.637, + 96.44 + ], + "median_ms": 34.697, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 34.697 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.637 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 96.44 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 34.642, + 18.667, + 41.756 + ], + "median_ms": 34.642, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 34.642 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.667 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 41.756 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211111_463160.txt", + "spike_captured": true, + "spike_limit_ms": 57.5, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 66.9 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 120.86 + }, + { + "hop": 9, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 96.44 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 120.86, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 681 +} \ No newline at end of file diff --git a/logs/trace_20260928_211111_463160.txt b/logs/trace_20260928_211111_463160.txt new file mode 100644 index 0000000..8ae8d10 --- /dev/null +++ b/logs/trace_20260928_211111_463160.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.565 ms 13.777 ms 12.853 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 66.900 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.752 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 46.298 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 25.818 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.677 ms 38.910 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.601 ms 32.715 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 120.860 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 32.591 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 28.715 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 39.666 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 42.735 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.659 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 44.697 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 33.694 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 18.836 ms 42.666 ms + 8 141.101.73.110 (141.101.73.110) 27.640 ms 18.630 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 38.637 ms + 9 141.101.73.173 (141.101.73.173) 34.697 ms 141.101.73.110 (141.101.73.110) 15.637 ms 96.440 ms +10 one.one.one.one (1.1.1.1) 34.642 ms 18.667 ms 41.756 ms diff --git a/logs/trace_20260928_211134_468503.json b/logs/trace_20260928_211134_468503.json new file mode 100644 index 0000000..4f93f36 --- /dev/null +++ b/logs/trace_20260928_211134_468503.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:11:35.473-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.245, + 36.764, + 12.572 + ], + "median_ms": 12.572, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.245 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 36.764 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.572 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.964, + 12.676, + 13.112 + ], + "median_ms": 13.112, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 19.964 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.676 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 13.112 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 13.506, + 16.781, + 13.729 + ], + "median_ms": 13.729, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.506 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.781 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.729 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.609, + 29.814, + 12.809 + ], + "median_ms": 14.609, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.609 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 29.814 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.809 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.775, + 15.813, + 38.825 + ], + "median_ms": 28.775, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 28.775 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.813 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 38.825 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.685, + 18.766, + 17.793 + ], + "median_ms": 17.793, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.685 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 18.766 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.793 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.769, + 25.803, + 14.766 + ], + "median_ms": 17.769, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 17.769 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.803 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.766 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.906, + 15.554, + 24.515 + ], + "median_ms": 15.554, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.906 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.554 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 24.515 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.674, + 16.64, + 17.437 + ], + "median_ms": 17.437, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 17.674 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 16.64 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 17.437 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.656, + 85.581, + 51.62 + ], + "median_ms": 51.62, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 17.656 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 85.581 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 51.62 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211134_468503.txt", + "spike_captured": true, + "spike_limit_ms": 58.05, + "spike_probes": [ + { + "hop": 10, + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 85.581 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 85.581, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 687 +} \ No newline at end of file diff --git a/logs/trace_20260928_211134_468503.txt b/logs/trace_20260928_211134_468503.txt new file mode 100644 index 0000000..861736a --- /dev/null +++ b/logs/trace_20260928_211134_468503.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.245 ms 36.764 ms 12.572 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 19.964 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.676 ms 13.112 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.506 ms 16.781 ms 13.729 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.609 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 29.814 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.809 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 28.775 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.813 ms 38.825 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 15.685 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 18.766 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 17.793 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 17.769 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 25.803 ms 14.766 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.906 ms 141.101.73.111 (141.101.73.111) 15.554 ms 24.515 ms + 9 141.101.73.159 (141.101.73.159) 17.674 ms 141.101.73.167 (141.101.73.167) 16.640 ms 141.101.73.179 (141.101.73.179) 17.437 ms +10 141.101.73.127 (141.101.73.127) 17.656 ms 141.101.73.119 (141.101.73.119) 85.581 ms one.one.one.one (1.1.1.1) 51.620 ms diff --git a/logs/trace_20260928_211138_469605.json b/logs/trace_20260928_211138_469605.json new file mode 100644 index 0000000..fb82aa6 --- /dev/null +++ b/logs/trace_20260928_211138_469605.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:11:39.474-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 21.246, + 14.183, + 12.66 + ], + "median_ms": 14.183, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.246 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.183 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.66 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.746, + 11.975, + 9.136 + ], + "median_ms": 11.746, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.746 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.975 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 9.136 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.9, + 17.798, + 13.734 + ], + "median_ms": 13.734, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.9 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 17.798 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.734 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 12.85, + 14.883, + 17.469 + ], + "median_ms": 14.883, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.85 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.883 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 17.469 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 16.798, + 14.752, + 32.632 + ], + "median_ms": 16.798, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.798 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.752 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 32.632 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.603, + 19.687, + 21.602 + ], + "median_ms": 21.602, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.603 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 19.687 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 21.602 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 69.806, + 15.591, + 16.629 + ], + "median_ms": 16.629, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 69.806 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.591 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.629 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.54, + 30.549, + 15.663 + ], + "median_ms": 15.663, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.54 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 30.549 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.663 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.564, + 16.573, + 26.51 + ], + "median_ms": 20.564, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 20.564 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.573 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 26.51 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.601, + 16.67, + 17.559 + ], + "median_ms": 17.559, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 22.601 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.67 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.559 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211138_469605.txt", + "spike_captured": true, + "spike_limit_ms": 58.1, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 69.806 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 69.806, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 688 +} \ No newline at end of file diff --git a/logs/trace_20260928_211138_469605.txt b/logs/trace_20260928_211138_469605.txt new file mode 100644 index 0000000..add0787 --- /dev/null +++ b/logs/trace_20260928_211138_469605.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 21.246 ms 14.183 ms 12.660 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.746 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.975 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 9.136 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 12.900 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 17.798 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.734 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.850 ms 14.883 ms 17.469 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.798 ms 14.752 ms 32.632 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 26.603 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 19.687 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 21.602 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 69.806 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.591 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.629 ms + 8 141.101.73.110 (141.101.73.110) 15.540 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 30.549 ms 141.101.73.110 (141.101.73.110) 15.663 ms + 9 141.101.73.195 (141.101.73.195) 20.564 ms 141.101.73.110 (141.101.73.110) 16.573 ms 141.101.73.111 (141.101.73.111) 26.510 ms +10 141.101.73.125 (141.101.73.125) 22.601 ms one.one.one.one (1.1.1.1) 16.670 ms 17.559 ms diff --git a/logs/trace_20260928_211152_473141.json b/logs/trace_20260928_211152_473141.json new file mode 100644 index 0000000..a69fe8e --- /dev/null +++ b/logs/trace_20260928_211152_473141.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:11:53.478-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.774, + 10.784, + 11.801 + ], + "median_ms": 11.801, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.774 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.784 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.801 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.935, + 10.784, + 11.663 + ], + "median_ms": 10.935, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.935 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.784 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.663 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.833, + 12.66, + 99.812 + ], + "median_ms": 13.833, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.833 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.66 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 99.812 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 40.755, + 26.912, + 60.48 + ], + "median_ms": 40.755, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 40.755 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 26.912 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 60.48 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 17.711, + 16.654, + 29.639 + ], + "median_ms": 17.711, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.711 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.654 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 29.639 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.655, + 16.716, + 17.712 + ], + "median_ms": 16.716, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.655 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.716 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.712 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.725, + 17.694, + 14.618 + ], + "median_ms": 17.694, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 24.725 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.694 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.618 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.707, + 15.606, + 17.653 + ], + "median_ms": 15.606, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.707 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.606 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.653 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.724, + 13.708, + 14.642 + ], + "median_ms": 14.642, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 26.724 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.708 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.642 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.759, + 17.67, + 15.764 + ], + "median_ms": 17.67, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 18.759 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.67 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.764 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211152_473141.txt", + "spike_captured": true, + "spike_limit_ms": 57.9, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 99.812 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 60.48 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 99.812, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 692 +} \ No newline at end of file diff --git a/logs/trace_20260928_211152_473141.txt b/logs/trace_20260928_211152_473141.txt new file mode 100644 index 0000000..660a3a2 --- /dev/null +++ b/logs/trace_20260928_211152_473141.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.774 ms 10.784 ms 11.801 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 10.935 ms 10.784 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.663 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.833 ms 12.660 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 99.812 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 40.755 ms 26.912 ms 60.480 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.711 ms 16.654 ms 29.639 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.655 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.716 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 17.712 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 24.725 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.694 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.618 ms + 8 141.101.73.110 (141.101.73.110) 13.707 ms 141.101.73.111 (141.101.73.111) 15.606 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.653 ms + 9 141.101.73.147 (141.101.73.147) 26.724 ms 141.101.73.110 (141.101.73.110) 13.708 ms 14.642 ms +10 141.101.73.195 (141.101.73.195) 18.759 ms one.one.one.one (1.1.1.1) 17.670 ms 15.764 ms diff --git a/logs/trace_20260928_211202_475577.json b/logs/trace_20260928_211202_475577.json new file mode 100644 index 0000000..4a461df --- /dev/null +++ b/logs/trace_20260928_211202_475577.json @@ -0,0 +1,356 @@ +{ + "time": "2026-09-28T21:12:03.684-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.992, + 12.943, + 21.809 + ], + "median_ms": 12.992, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.992 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.943 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.809 + } + ] + }, + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": [ + 12.776, + 12.896, + 38.791 + ], + "median_ms": 12.896, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.776 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.896 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 38.791 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.735, + 12.604, + 14.696 + ], + "median_ms": 14.696, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.735 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.604 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.696 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.745, + 44.902, + 13.848 + ], + "median_ms": 13.848, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.745 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 44.902 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.848 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.846, + 42.769, + 43.801 + ], + "median_ms": 42.769, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 24.846 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 42.769 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 43.801 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.673, + 13.832, + 26.785 + ], + "median_ms": 15.673, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.673 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 13.832 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 26.785 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 57.838, + 26.891, + 29.716 + ], + "median_ms": 29.716, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 57.838 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 26.891 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 29.716 + } + ] + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": [ + 17.931, + 15.615, + 35.673 + ], + "median_ms": 17.931, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.931 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.615 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 35.673 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.777, + 14.627, + 18.647 + ], + "median_ms": 18.647, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 21.777 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.627 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 18.647 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.702, + 16.702, + 15.594 + ], + "median_ms": 16.702, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 26.702 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 16.702 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 15.594 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 14.598, + 17.447, + 15.896 + ], + "median_ms": 15.896, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.598 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.447 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.896 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211202_475577.txt", + "spike_captured": true, + "spike_limit_ms": 57.55, + "spike_probes": [ + { + "hop": 7, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 57.838 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 57.838, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 695 +} \ No newline at end of file diff --git a/logs/trace_20260928_211202_475577.txt b/logs/trace_20260928_211202_475577.txt new file mode 100644 index 0000000..41a1a30 --- /dev/null +++ b/logs/trace_20260928_211202_475577.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.992 ms 12.943 ms 21.809 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.776 ms 12.896 ms 38.791 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.735 ms 12.604 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.696 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.745 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 44.902 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.848 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 24.846 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 42.769 ms 43.801 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 15.673 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 13.832 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 26.785 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 57.838 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 26.891 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 29.716 ms + 8 141.101.73.111 (141.101.73.111) 17.931 ms 15.615 ms 35.673 ms + 9 141.101.73.117 (141.101.73.117) 21.777 ms 141.101.73.110 (141.101.73.110) 14.627 ms 141.101.73.195 (141.101.73.195) 18.647 ms +10 141.101.73.177 (141.101.73.177) 26.702 ms 141.101.73.127 (141.101.73.127) 16.702 ms 141.101.73.157 (141.101.73.157) 15.594 ms +11 one.one.one.one (1.1.1.1) 14.598 ms 17.447 ms 15.896 ms diff --git a/logs/trace_20260928_211228_482148.json b/logs/trace_20260928_211228_482148.json new file mode 100644 index 0000000..b91f463 --- /dev/null +++ b/logs/trace_20260928_211228_482148.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:12:29.487-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 67.182, + 28.796, + 39.628 + ], + "median_ms": 39.628, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 67.182 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 28.796 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 39.628 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.681, + 9.492, + 19.332 + ], + "median_ms": 11.681, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.681 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 9.492 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 19.332 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 15.938, + 22.777, + 15.766 + ], + "median_ms": 15.938, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.938 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 22.777 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.766 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.644, + 13.82, + 12.785 + ], + "median_ms": 12.785, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.644 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.82 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.785 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.999, + 17.725, + 17.823 + ], + "median_ms": 17.725, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.999 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.725 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.823 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.466, + 14.727, + 16.665 + ], + "median_ms": 16.466, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.466 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.727 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.665 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.723, + 17.772, + 38.87 + ], + "median_ms": 17.772, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.723 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 17.772 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 38.87 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 32.78, + 88.833, + 38.617 + ], + "median_ms": 38.617, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 32.78 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 88.833 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 38.617 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.674, + 17.614, + 15.58 + ], + "median_ms": 15.58, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 13.674 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 17.614 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.58 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.685, + 15.813, + 19.679 + ], + "median_ms": 15.813, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.685 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 15.813 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 19.679 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211228_482148.txt", + "spike_captured": true, + "spike_limit_ms": 56.85, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 67.182 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 88.833 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 88.833, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 703 +} \ No newline at end of file diff --git a/logs/trace_20260928_211228_482148.txt b/logs/trace_20260928_211228_482148.txt new file mode 100644 index 0000000..3b70df0 --- /dev/null +++ b/logs/trace_20260928_211228_482148.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 67.182 ms 28.796 ms 39.628 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.681 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 9.492 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 19.332 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.938 ms 22.777 ms 15.766 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.644 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.820 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.785 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.999 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.725 ms 17.823 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.466 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 14.727 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.665 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.723 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 17.772 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 38.870 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 32.780 ms 88.833 ms 38.617 ms + 9 141.101.73.111 (141.101.73.111) 13.674 ms 141.101.73.173 (141.101.73.173) 17.614 ms 141.101.73.110 (141.101.73.110) 15.580 ms +10 one.one.one.one (1.1.1.1) 15.685 ms 141.101.73.195 (141.101.73.195) 15.813 ms one.one.one.one (1.1.1.1) 19.679 ms diff --git a/logs/trace_20260928_211232_483171.json b/logs/trace_20260928_211232_483171.json new file mode 100644 index 0000000..21af03e --- /dev/null +++ b/logs/trace_20260928_211232_483171.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:12:33.489-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.3, + 19.667, + 11.636 + ], + "median_ms": 12.3, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.3 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 19.667 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.636 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.835, + 11.933, + 10.82 + ], + "median_ms": 11.835, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.835 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.933 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 10.82 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.042, + 14.705, + 14.649 + ], + "median_ms": 14.705, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.042 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.705 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.649 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 17.025, + 11.556, + 11.768 + ], + "median_ms": 11.768, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 17.025 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.556 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.768 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.72, + 16.531, + 16.802 + ], + "median_ms": 16.531, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.72 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.531 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.802 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.71, + 16.667, + 23.738 + ], + "median_ms": 23.738, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 26.71 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.667 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 23.738 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 71.916, + 15.568, + 29.668 + ], + "median_ms": 29.668, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 71.916 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.568 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.668 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 15.807, + 16.555, + 15.692 + ], + "median_ms": 15.807, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.807 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.555 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.692 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.727, + 24.728, + 15.431 + ], + "median_ms": 15.431, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 14.727 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 24.728 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.431 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.566, + 20.468, + 35.843 + ], + "median_ms": 20.468, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 19.566 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 20.468 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 35.843 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211232_483171.txt", + "spike_captured": true, + "spike_limit_ms": 57.0, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 71.916 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 71.916, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 704 +} \ No newline at end of file diff --git a/logs/trace_20260928_211232_483171.txt b/logs/trace_20260928_211232_483171.txt new file mode 100644 index 0000000..b4882c0 --- /dev/null +++ b/logs/trace_20260928_211232_483171.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.300 ms 19.667 ms 11.636 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.835 ms 11.933 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 10.820 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.042 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.705 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.649 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 17.025 ms 11.556 ms 11.768 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.720 ms 16.531 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.802 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 26.710 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.667 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 23.738 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 71.916 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.568 ms 29.668 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.807 ms 16.555 ms 15.692 ms + 9 141.101.73.165 (141.101.73.165) 14.727 ms 141.101.73.119 (141.101.73.119) 24.728 ms 141.101.73.110 (141.101.73.110) 15.431 ms +10 141.101.73.195 (141.101.73.195) 19.566 ms 141.101.73.171 (141.101.73.171) 20.468 ms one.one.one.one (1.1.1.1) 35.843 ms diff --git a/logs/trace_20260928_211251_487914.json b/logs/trace_20260928_211251_487914.json new file mode 100644 index 0000000..5dc0fe8 --- /dev/null +++ b/logs/trace_20260928_211251_487914.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:12:52.493-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.216, + 10.999, + 14.926 + ], + "median_ms": 12.216, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.216 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.999 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.926 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.771, + 9.964, + 12.457 + ], + "median_ms": 11.771, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.771 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 9.964 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.457 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 13.843, + 15.934, + 12.77 + ], + "median_ms": 13.843, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.843 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.934 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.77 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 12.563, + 12.933, + 13.636 + ], + "median_ms": 12.933, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.563 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.933 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.636 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.731, + 20.723, + 14.95 + ], + "median_ms": 15.731, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.731 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 20.723 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.95 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.676, + 15.779, + 24.666 + ], + "median_ms": 15.779, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 14.676 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.779 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.666 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.668, + 19.711, + 25.781 + ], + "median_ms": 19.711, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 18.668 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 19.711 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 25.781 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.847, + 16.511, + 82.64 + ], + "median_ms": 17.847, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.847 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.511 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 82.64 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.747, + 14.513, + 25.527 + ], + "median_ms": 16.747, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 16.747 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.513 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 25.527 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.615, + 27.58, + 16.794 + ], + "median_ms": 16.794, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 15.615 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 27.58 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.794 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211251_487914.txt", + "spike_captured": true, + "spike_limit_ms": 56.8, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 82.64 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 82.64, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 709 +} \ No newline at end of file diff --git a/logs/trace_20260928_211251_487914.txt b/logs/trace_20260928_211251_487914.txt new file mode 100644 index 0000000..83a1160 --- /dev/null +++ b/logs/trace_20260928_211251_487914.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.216 ms 10.999 ms 14.926 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.771 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 9.964 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.457 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.843 ms 15.934 ms 12.770 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.563 ms 12.933 ms 13.636 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.731 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 20.723 ms 14.950 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 14.676 ms 15.779 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 24.666 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 18.668 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 19.711 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 25.781 ms + 8 141.101.73.110 (141.101.73.110) 17.847 ms 141.101.73.111 (141.101.73.111) 16.511 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 82.640 ms + 9 141.101.73.159 (141.101.73.159) 16.747 ms 141.101.73.110 (141.101.73.110) 14.513 ms 141.101.73.111 (141.101.73.111) 25.527 ms +10 141.101.73.163 (141.101.73.163) 15.615 ms one.one.one.one (1.1.1.1) 27.580 ms 16.794 ms diff --git a/logs/trace_20260928_211258_489553.json b/logs/trace_20260928_211258_489553.json new file mode 100644 index 0000000..61aad52 --- /dev/null +++ b/logs/trace_20260928_211258_489553.json @@ -0,0 +1,392 @@ +{ + "time": "2026-09-28T21:13:00.098-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 102.073, + 15.374, + 107.847 + ], + "median_ms": 102.073, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 102.073 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.374 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 107.847 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.642, + 11.848, + 12.794 + ], + "median_ms": 12.642, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.642 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.848 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.794 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 95.811, + 12.692, + 64.658 + ], + "median_ms": 64.658, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 95.811 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.692 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 64.658 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.641, + 24.789, + 18.752 + ], + "median_ms": 18.752, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.641 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 24.789 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 18.752 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.851, + 25.799, + 18.762 + ], + "median_ms": 23.851, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 23.851 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 25.799 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.762 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.771, + 25.793, + 15.765 + ], + "median_ms": 17.771, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.771 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 25.793 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.765 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.445, + 15.794, + 62.793 + ], + "median_ms": 16.445, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.445 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.794 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 62.793 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 78.733, + 89.498, + 15.666 + ], + "median_ms": 78.733, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 78.733 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 89.498 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.666 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.596, + 23.644, + 13.668 + ], + "median_ms": 13.668, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 12.596 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 23.644 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.668 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.671, + 15.675, + 17.646 + ], + "median_ms": 15.675, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 14.671 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 15.675 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 17.646 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 15.6, + 15.799, + 15.666 + ], + "median_ms": 15.666, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.6 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.799 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.666 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211258_489553.txt", + "spike_captured": true, + "spike_limit_ms": 56.75, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 102.073 + }, + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 107.847 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 95.811 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 64.658 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 62.793 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 78.733 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 89.498 + } + ], + "spike_probe_count": 7, + "peak_probe_ms": 107.847, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 711 +} \ No newline at end of file diff --git a/logs/trace_20260928_211258_489553.txt b/logs/trace_20260928_211258_489553.txt new file mode 100644 index 0000000..2d3fece --- /dev/null +++ b/logs/trace_20260928_211258_489553.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 102.073 ms 15.374 ms 107.847 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.642 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.848 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.794 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 95.811 ms 12.692 ms 64.658 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.641 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 24.789 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 18.752 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 23.851 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 25.799 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.762 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 17.771 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 25.793 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.765 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.445 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.794 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 62.793 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 78.733 ms 89.498 ms 141.101.73.111 (141.101.73.111) 15.666 ms + 9 141.101.73.167 (141.101.73.167) 12.596 ms 141.101.73.110 (141.101.73.110) 23.644 ms 13.668 ms +10 141.101.73.177 (141.101.73.177) 14.671 ms 141.101.73.147 (141.101.73.147) 15.675 ms 141.101.73.149 (141.101.73.149) 17.646 ms +11 one.one.one.one (1.1.1.1) 15.600 ms 15.799 ms 15.666 ms diff --git a/logs/trace_20260928_211302_490393.json b/logs/trace_20260928_211302_490393.json new file mode 100644 index 0000000..458a952 --- /dev/null +++ b/logs/trace_20260928_211302_490393.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T21:13:03.699-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 40.556, + 11.811, + 9.963 + ], + "median_ms": 11.811, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 40.556 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.811 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.963 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.729, + 20.728, + 11.567 + ], + "median_ms": 11.729, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.729 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 20.728 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.567 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 14.956, + 17.527, + 26.539 + ], + "median_ms": 17.527, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.956 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 17.527 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 26.539 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.593, + 24.983, + 29.769 + ], + "median_ms": 24.983, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.593 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 24.983 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 29.769 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 85.717, + 21.817, + 44.582 + ], + "median_ms": 44.582, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 85.717 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 21.817 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 44.582 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 58.827, + 17.916, + 24.725 + ], + "median_ms": 24.725, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 58.827 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.916 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 24.725 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.647, + 68.746, + 45.801 + ], + "median_ms": 45.801, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 26.647 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 68.746 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 45.801 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.897, + 14.629, + 33.559 + ], + "median_ms": 14.897, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.897 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.629 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 33.559 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.765, + 16.526, + 28.529 + ], + "median_ms": 16.526, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 15.765 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 16.526 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 28.529 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.7, + 16.575, + 24.743 + ], + "median_ms": 16.7, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 16.7 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.575 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 24.743 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211302_490393.txt", + "spike_captured": true, + "spike_limit_ms": 56.7, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 85.717 + }, + { + "hop": 6, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 58.827 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 68.746 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 85.717, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 712 +} \ No newline at end of file diff --git a/logs/trace_20260928_211302_490393.txt b/logs/trace_20260928_211302_490393.txt new file mode 100644 index 0000000..b1d54df --- /dev/null +++ b/logs/trace_20260928_211302_490393.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 40.556 ms 11.811 ms 9.963 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.729 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 20.728 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.567 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.956 ms 17.527 ms 26.539 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.593 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 24.983 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 29.769 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 85.717 ms 21.817 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 44.582 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 58.827 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 17.916 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 24.725 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 26.647 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 68.746 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 45.801 ms + 8 141.101.73.110 (141.101.73.110) 14.897 ms 141.101.73.111 (141.101.73.111) 14.629 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 33.559 ms + 9 141.101.73.127 (141.101.73.127) 15.765 ms 141.101.73.157 (141.101.73.157) 16.526 ms 141.101.73.163 (141.101.73.163) 28.529 ms +10 141.101.73.149 (141.101.73.149) 16.700 ms one.one.one.one (1.1.1.1) 16.575 ms 141.101.73.165 (141.101.73.165) 24.743 ms diff --git a/logs/trace_20260928_211319_494689.json b/logs/trace_20260928_211319_494689.json new file mode 100644 index 0000000..d695a45 --- /dev/null +++ b/logs/trace_20260928_211319_494689.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:13:20.500-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.475, + 19.632, + 13.067 + ], + "median_ms": 13.067, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.475 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 19.632 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.067 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.652, + 12.944, + 11.885 + ], + "median_ms": 11.885, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.652 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.944 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.885 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.026, + 14.765, + 16.578 + ], + "median_ms": 14.765, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.026 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.765 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.578 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 15.72, + 13.639, + 14.735 + ], + "median_ms": 14.735, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.72 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.639 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.735 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.736, + 15.693, + 18.724 + ], + "median_ms": 18.724, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 27.736 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.693 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.724 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.991, + 20.424, + 16.736 + ], + "median_ms": 20.424, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 31.991 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 20.424 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.736 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 42.639, + 69.668, + 59.652 + ], + "median_ms": 59.652, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 42.639 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 69.668 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 59.652 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.608, + 14.652, + 26.757 + ], + "median_ms": 26.757, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.608 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.652 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 26.757 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.642, + 30.649, + 27.641 + ], + "median_ms": 27.641, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 14.642 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 30.649 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 27.641 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.557, + 15.663, + 12.617 + ], + "median_ms": 15.557, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 15.557 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 15.663 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 12.617 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211319_494689.txt", + "spike_captured": true, + "spike_limit_ms": 57.05, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 69.668 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 59.652 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 69.668, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 717 +} \ No newline at end of file diff --git a/logs/trace_20260928_211319_494689.txt b/logs/trace_20260928_211319_494689.txt new file mode 100644 index 0000000..1466d14 --- /dev/null +++ b/logs/trace_20260928_211319_494689.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.475 ms 19.632 ms 13.067 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.652 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.944 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.885 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.026 ms 14.765 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 16.578 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.720 ms 13.639 ms 14.735 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 27.736 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.693 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.724 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 31.991 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 20.424 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.736 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 42.639 ms 69.668 ms 59.652 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 29.608 ms 141.101.73.110 (141.101.73.110) 14.652 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 26.757 ms + 9 141.101.73.167 (141.101.73.167) 14.642 ms 141.101.73.125 (141.101.73.125) 30.649 ms 141.101.73.173 (141.101.73.173) 27.641 ms +10 141.101.73.157 (141.101.73.157) 15.557 ms 141.101.73.149 (141.101.73.149) 15.663 ms one.one.one.one (1.1.1.1) 12.617 ms diff --git a/logs/trace_20260928_211426_511909.json b/logs/trace_20260928_211426_511909.json new file mode 100644 index 0000000..459672d --- /dev/null +++ b/logs/trace_20260928_211426_511909.json @@ -0,0 +1,356 @@ +{ + "time": "2026-09-28T21:14:27.720-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.921, + 12.635, + 22.958 + ], + "median_ms": 12.921, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.921 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.635 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.958 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.89, + 11.566, + 22.27 + ], + "median_ms": 22.27, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 37.89 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.566 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 22.27 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.72, + 41.771, + 34.77 + ], + "median_ms": 34.77, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.72 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 41.771 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 34.77 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 22.78, + 32.736, + 27.695 + ], + "median_ms": 27.695, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 22.78 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 32.736 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 27.695 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.649, + 41.838, + 18.76 + ], + "median_ms": 18.76, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.649 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 41.838 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.76 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.744, + 16.573, + 15.976 + ], + "median_ms": 15.976, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.744 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.573 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.976 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.738, + 42.766, + 21.809 + ], + "median_ms": 21.809, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 18.738 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 42.766 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 21.809 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.631, + 13.61, + 13.791 + ], + "median_ms": 13.791, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.631 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.61 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.791 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.467, + 15.591, + 57.583 + ], + "median_ms": 15.591, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.467 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.591 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 57.583 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 41.913, + 25.652, + 36.568 + ], + "median_ms": 36.568, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 41.913 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 25.652 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 36.568 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 17.71, + 15.976, + 23.584 + ], + "median_ms": 17.71, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.71 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.976 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 23.584 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211426_511909.txt", + "spike_captured": true, + "spike_limit_ms": 57.05, + "spike_probes": [ + { + "hop": 9, + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 57.583 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 57.583, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 737 +} \ No newline at end of file diff --git a/logs/trace_20260928_211426_511909.txt b/logs/trace_20260928_211426_511909.txt new file mode 100644 index 0000000..c2d7ac2 --- /dev/null +++ b/logs/trace_20260928_211426_511909.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.921 ms 12.635 ms 22.958 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 37.890 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.566 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 22.270 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.720 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 41.771 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 34.770 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 22.780 ms 32.736 ms 27.695 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.649 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 41.838 ms 18.760 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 14.744 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.573 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.976 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 18.738 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 42.766 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 21.809 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 29.631 ms 141.101.73.110 (141.101.73.110) 13.610 ms 13.791 ms + 9 141.101.73.110 (141.101.73.110) 15.467 ms 15.591 ms 141.101.73.157 (141.101.73.157) 57.583 ms +10 141.101.73.127 (141.101.73.127) 41.913 ms 25.652 ms 141.101.73.179 (141.101.73.179) 36.568 ms +11 one.one.one.one (1.1.1.1) 17.710 ms 15.976 ms 23.584 ms diff --git a/logs/trace_20260928_211430_512349.json b/logs/trace_20260928_211430_512349.json new file mode 100644 index 0000000..8e4eaef --- /dev/null +++ b/logs/trace_20260928_211430_512349.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T21:14:31.720-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 39.4, + 12.521, + 64.944 + ], + "median_ms": 39.4, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 39.4 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.521 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 64.944 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.735, + 66.857, + 12.878 + ], + "median_ms": 12.878, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.735 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 66.857 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.878 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 26.015, + 25.053, + 26.633 + ], + "median_ms": 26.015, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 26.015 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 25.053 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 26.633 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 21.71, + 12.792, + 15.62 + ], + "median_ms": 15.62, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 21.71 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.792 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.62 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 15.655, + 13.663, + 17.716 + ], + "median_ms": 15.655, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.655 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 13.663 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.716 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.797, + 24.212, + 24.892 + ], + "median_ms": 24.212, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 13.797 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.212 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.892 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 62.139, + 26.751, + 27.629 + ], + "median_ms": 27.629, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 62.139 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 26.751 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 27.629 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 40.807, + 13.722, + 17.589 + ], + "median_ms": 17.589, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 40.807 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.722 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.589 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.73, + 14.528, + 15.558 + ], + "median_ms": 15.558, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 19.73 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.528 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 15.558 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.721, + 58.676, + 31.201 + ], + "median_ms": 31.201, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.721 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 58.676 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 31.201 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211430_512349.txt", + "spike_captured": true, + "spike_limit_ms": 57.05, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 64.944 + }, + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 66.857 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 62.139 + }, + { + "hop": 10, + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 58.676 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 66.857, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 738 +} \ No newline at end of file diff --git a/logs/trace_20260928_211430_512349.txt b/logs/trace_20260928_211430_512349.txt new file mode 100644 index 0000000..15d8d94 --- /dev/null +++ b/logs/trace_20260928_211430_512349.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 39.400 ms 12.521 ms 64.944 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.735 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 66.857 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.878 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 26.015 ms 25.053 ms 26.633 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 21.710 ms 12.792 ms 15.620 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.655 ms 13.663 ms 17.716 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 13.797 ms 24.212 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 24.892 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 62.139 ms 26.751 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 27.629 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 40.807 ms 141.101.73.110 (141.101.73.110) 13.722 ms 17.589 ms + 9 141.101.73.195 (141.101.73.195) 19.730 ms 141.101.73.110 (141.101.73.110) 14.528 ms 141.101.73.147 (141.101.73.147) 15.558 ms +10 one.one.one.one (1.1.1.1) 17.721 ms 141.101.73.177 (141.101.73.177) 58.676 ms 141.101.73.167 (141.101.73.167) 31.201 ms diff --git a/logs/trace_20260928_211437_514036.json b/logs/trace_20260928_211437_514036.json new file mode 100644 index 0000000..9b9db38 --- /dev/null +++ b/logs/trace_20260928_211437_514036.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:14:38.518-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 54.151, + 12.001, + 26.8 + ], + "median_ms": 26.8, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 54.151 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.001 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 26.8 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 68.888, + 10.087, + 11.928 + ], + "median_ms": 11.928, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 68.888 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 10.087 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.928 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 13.952, + 21.758, + 13.662 + ], + "median_ms": 13.952, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.952 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 21.758 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.662 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.721, + 12.748, + 12.685 + ], + "median_ms": 12.748, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 22.721 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.748 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.685 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 16.754, + 14.74, + 16.665 + ], + "median_ms": 16.665, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.754 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.74 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.665 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.632, + 22.784, + 15.699 + ], + "median_ms": 15.699, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.632 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 22.784 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.699 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.797, + 19.856, + 10.641 + ], + "median_ms": 19.856, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 29.797 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 19.856 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 10.641 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.833, + 16.781, + 25.668 + ], + "median_ms": 25.668, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.833 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.781 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.668 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.738, + 14.642, + 24.629 + ], + "median_ms": 24.629, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 24.738 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 14.642 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 24.629 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 15.66, + 42.906, + 15.582 + ], + "median_ms": 15.66, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.66 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 42.906 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.582 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211437_514036.txt", + "spike_captured": true, + "spike_limit_ms": 57.4, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 68.888 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 68.888, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 740 +} \ No newline at end of file diff --git a/logs/trace_20260928_211437_514036.txt b/logs/trace_20260928_211437_514036.txt new file mode 100644 index 0000000..92750d1 --- /dev/null +++ b/logs/trace_20260928_211437_514036.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 54.151 ms 12.001 ms 26.800 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 68.888 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 10.087 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.928 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.952 ms 21.758 ms 13.662 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 22.721 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.748 ms 12.685 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.754 ms 14.740 ms 16.665 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 14.632 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 22.784 ms 15.699 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 29.797 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 19.856 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 10.641 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 25.833 ms 141.101.73.111 (141.101.73.111) 16.781 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 25.668 ms + 9 141.101.73.149 (141.101.73.149) 24.738 ms 141.101.73.195 (141.101.73.195) 14.642 ms 141.101.73.111 (141.101.73.111) 24.629 ms +10 one.one.one.one (1.1.1.1) 15.660 ms 42.906 ms 15.582 ms diff --git a/logs/trace_20260928_211501_519952.json b/logs/trace_20260928_211501_519952.json new file mode 100644 index 0000000..813634b --- /dev/null +++ b/logs/trace_20260928_211501_519952.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:15:02.526-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 10.754, + 11.186, + 11.588 + ], + "median_ms": 11.186, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.754 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.186 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.588 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.91, + 11.599, + 12.231 + ], + "median_ms": 12.231, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 17.91 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.599 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.231 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.276, + 10.996, + 13.806 + ], + "median_ms": 13.806, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.276 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 10.996 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.806 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.642, + 19.825, + 12.766 + ], + "median_ms": 12.766, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.642 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 19.825 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.766 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.695, + 15.706, + 16.839 + ], + "median_ms": 15.706, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.695 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.706 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.839 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.654, + 15.521, + 14.857 + ], + "median_ms": 15.521, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.654 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.521 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 14.857 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.826, + 28.659, + 17.508 + ], + "median_ms": 17.508, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.826 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 28.659 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 17.508 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.83, + 14.649, + 23.767 + ], + "median_ms": 14.649, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 12.83 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.649 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 23.767 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.649, + 20.627, + 15.748 + ], + "median_ms": 15.748, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 15.649 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 20.627 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 15.748 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.582, + 80.753, + 19.595 + ], + "median_ms": 19.595, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.582 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 80.753 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 19.595 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211501_519952.txt", + "spike_captured": true, + "spike_limit_ms": 57.0, + "spike_probes": [ + { + "hop": 10, + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 80.753 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 80.753, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 747 +} \ No newline at end of file diff --git a/logs/trace_20260928_211501_519952.txt b/logs/trace_20260928_211501_519952.txt new file mode 100644 index 0000000..9dce0d8 --- /dev/null +++ b/logs/trace_20260928_211501_519952.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 10.754 ms 11.186 ms 11.588 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 17.910 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.599 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.231 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.276 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 10.996 ms 13.806 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.642 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 19.825 ms 12.766 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.695 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.706 ms 16.839 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.654 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.521 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 14.857 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.826 ms 28.659 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 17.508 ms + 8 141.101.73.111 (141.101.73.111) 12.830 ms 14.649 ms 141.101.73.110 (141.101.73.110) 23.767 ms + 9 141.101.73.149 (141.101.73.149) 15.649 ms 141.101.73.173 (141.101.73.173) 20.627 ms 141.101.73.167 (141.101.73.167) 15.748 ms +10 one.one.one.one (1.1.1.1) 15.582 ms 141.101.73.167 (141.101.73.167) 80.753 ms 141.101.73.161 (141.101.73.161) 19.595 ms diff --git a/logs/trace_20260928_211514_523140.json b/logs/trace_20260928_211514_523140.json new file mode 100644 index 0000000..91235e6 --- /dev/null +++ b/logs/trace_20260928_211514_523140.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:15:15.528-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.495, + 11.605, + 11.831 + ], + "median_ms": 11.605, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.495 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.605 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.831 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.779, + 19.126, + 11.866 + ], + "median_ms": 11.866, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.779 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 19.126 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.866 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 14.142, + 13.106, + 13.782 + ], + "median_ms": 13.782, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.142 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.106 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.782 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 23.847, + 12.807, + 21.734 + ], + "median_ms": 21.734, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 23.847 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.807 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 21.734 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 42.793, + 17.802, + 15.899 + ], + "median_ms": 17.802, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 42.793 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.802 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.899 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.634, + 15.82, + 16.764 + ], + "median_ms": 16.634, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.634 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.82 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.764 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.754, + 16.835, + 68.799 + ], + "median_ms": 16.835, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 14.754 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.835 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 68.799 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.707, + 15.479, + 63.685 + ], + "median_ms": 15.479, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.707 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.479 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 63.685 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.841, + 14.847, + 15.606 + ], + "median_ms": 15.606, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 23.841 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.847 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.606 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.676, + 15.345, + 37.729 + ], + "median_ms": 16.676, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 16.676 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.345 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 37.729 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211514_523140.txt", + "spike_captured": true, + "spike_limit_ms": 57.1, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 68.799 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 63.685 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 68.799, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 751 +} \ No newline at end of file diff --git a/logs/trace_20260928_211514_523140.txt b/logs/trace_20260928_211514_523140.txt new file mode 100644 index 0000000..e741ca1 --- /dev/null +++ b/logs/trace_20260928_211514_523140.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.495 ms 11.605 ms 11.831 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.779 ms 19.126 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.866 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.142 ms 13.106 ms 13.782 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 23.847 ms 12.807 ms 21.734 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 42.793 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.802 ms 15.899 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 16.634 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.820 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 16.764 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 14.754 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.835 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 68.799 ms + 8 141.101.73.110 (141.101.73.110) 14.707 ms 141.101.73.111 (141.101.73.111) 15.479 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 63.685 ms + 9 141.101.73.125 (141.101.73.125) 23.841 ms 141.101.73.111 (141.101.73.111) 14.847 ms 15.606 ms +10 141.101.73.169 (141.101.73.169) 16.676 ms one.one.one.one (1.1.1.1) 15.345 ms 37.729 ms diff --git a/logs/trace_20260928_211529_526800.json b/logs/trace_20260928_211529_526800.json new file mode 100644 index 0000000..1945324 --- /dev/null +++ b/logs/trace_20260928_211529_526800.json @@ -0,0 +1,362 @@ +{ + "time": "2026-09-28T21:15:30.735-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 10.469, + 13.029, + 11.868 + ], + "median_ms": 11.868, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.469 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.029 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.868 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.811, + 23.029, + 14.231 + ], + "median_ms": 14.231, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.811 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 23.029 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 14.231 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.19, + 11.854, + 10.756 + ], + "median_ms": 11.854, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.19 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 11.854 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 10.756 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 9.838, + 18.807, + 12.784 + ], + "median_ms": 12.784, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 9.838 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 18.807 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.784 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.627, + 16.923, + 18.631 + ], + "median_ms": 18.631, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 32.627 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.923 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.631 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 63.836, + 18.816, + 24.6 + ], + "median_ms": 24.6, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 63.836 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.816 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.6 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 101.868, + 48.754, + 36.79 + ], + "median_ms": 48.754, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 101.868 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 48.754 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 36.79 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.701, + 28.63, + 29.687 + ], + "median_ms": 28.63, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 22.701 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 28.63 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.687 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.591, + 37.681, + 16.56 + ], + "median_ms": 30.591, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 30.591 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 37.681 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 16.56 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.694, + 24.615, + 17.404 + ], + "median_ms": 17.404, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 15.694 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 24.615 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 17.404 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 15.465, + 13.13, + 16.636 + ], + "median_ms": 15.465, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.465 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 13.13 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.636 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211529_526800.txt", + "spike_captured": true, + "spike_limit_ms": 57.1, + "spike_probes": [ + { + "hop": 6, + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 63.836 + }, + { + "hop": 7, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 101.868 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 101.868, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 755 +} \ No newline at end of file diff --git a/logs/trace_20260928_211529_526800.txt b/logs/trace_20260928_211529_526800.txt new file mode 100644 index 0000000..b176afd --- /dev/null +++ b/logs/trace_20260928_211529_526800.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 10.469 ms 13.029 ms 11.868 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.811 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 23.029 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 14.231 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.190 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 11.854 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 10.756 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 9.838 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 18.807 ms 12.784 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 32.627 ms 16.923 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 18.631 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 63.836 ms 18.816 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 24.600 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 101.868 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 48.754 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 36.790 ms + 8 141.101.73.110 (141.101.73.110) 22.701 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 28.630 ms 29.687 ms + 9 141.101.73.171 (141.101.73.171) 30.591 ms 141.101.73.125 (141.101.73.125) 37.681 ms 141.101.73.147 (141.101.73.147) 16.560 ms +10 141.101.73.171 (141.101.73.171) 15.694 ms 141.101.73.117 (141.101.73.117) 24.615 ms 141.101.73.147 (141.101.73.147) 17.404 ms +11 one.one.one.one (1.1.1.1) 15.465 ms 13.130 ms 16.636 ms diff --git a/logs/trace_20260928_211615_538173.json b/logs/trace_20260928_211615_538173.json new file mode 100644 index 0000000..97404d6 --- /dev/null +++ b/logs/trace_20260928_211615_538173.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:16:16.746-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 23.409, + 11.67, + 11.892 + ], + "median_ms": 11.892, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 23.409 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.67 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.892 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.928, + 12.608, + 42.903 + ], + "median_ms": 12.608, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.928 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.608 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 42.903 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.74, + 13.808, + 12.75 + ], + "median_ms": 13.74, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.74 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.808 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.75 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.732, + 11.74, + 23.448 + ], + "median_ms": 15.732, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.732 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.74 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 23.448 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.944, + 25.788, + 66.958 + ], + "median_ms": 25.788, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.944 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 25.788 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 66.958 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.208, + 42.012, + 17.113 + ], + "median_ms": 18.208, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.208 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 42.012 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.113 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.1, + 23.762, + 17.8 + ], + "median_ms": 17.8, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.1 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 23.762 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 17.8 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.851, + 15.587, + 57.579 + ], + "median_ms": 15.587, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.851 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.587 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 57.579 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.728, + 15.66, + 24.647 + ], + "median_ms": 15.66, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.728 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.66 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 24.647 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.604, + 13.366, + 25.084 + ], + "median_ms": 16.604, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 16.604 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 13.366 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 25.084 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211615_538173.txt", + "spike_captured": true, + "spike_limit_ms": 57.0, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 66.958 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 57.579 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 66.958, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 766 +} \ No newline at end of file diff --git a/logs/trace_20260928_211615_538173.txt b/logs/trace_20260928_211615_538173.txt new file mode 100644 index 0000000..27e6cb7 --- /dev/null +++ b/logs/trace_20260928_211615_538173.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 23.409 ms 11.670 ms 11.892 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.928 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.608 ms 42.903 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.740 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.808 ms 12.750 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.732 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.740 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 23.448 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 19.944 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 25.788 ms 66.958 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 18.208 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 42.012 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.113 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.100 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 23.762 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 17.800 ms + 8 141.101.73.110 (141.101.73.110) 14.851 ms 141.101.73.111 (141.101.73.111) 15.587 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 57.579 ms + 9 141.101.73.111 (141.101.73.111) 14.728 ms 141.101.73.110 (141.101.73.110) 15.660 ms 141.101.73.111 (141.101.73.111) 24.647 ms +10 141.101.73.159 (141.101.73.159) 16.604 ms one.one.one.one (1.1.1.1) 13.366 ms 141.101.73.149 (141.101.73.149) 25.084 ms diff --git a/logs/trace_20260928_211629_541611.json b/logs/trace_20260928_211629_541611.json new file mode 100644 index 0000000..8a34f1c --- /dev/null +++ b/logs/trace_20260928_211629_541611.json @@ -0,0 +1,356 @@ +{ + "time": "2026-09-28T21:16:30.749-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 31.432, + 15.396, + 14.806 + ], + "median_ms": 15.396, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 31.432 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.396 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.806 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.8, + 13.375, + 12.773 + ], + "median_ms": 12.773, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.8 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.375 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.773 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.777, + 22.792, + 12.627 + ], + "median_ms": 22.792, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 25.777 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 22.792 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.627 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.775, + 13.804, + 41.683 + ], + "median_ms": 13.804, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.775 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.804 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 41.683 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 22.966, + 18.551, + 39.662 + ], + "median_ms": 22.966, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 22.966 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.551 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 39.662 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.611, + 69.629, + 16.748 + ], + "median_ms": 19.611, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 19.611 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 69.629 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.748 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.916, + 33.586, + 15.633 + ], + "median_ms": 22.916, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 22.916 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 33.586 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.633 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.698, + 14.691, + 16.763 + ], + "median_ms": 15.698, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.698 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.691 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.763 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.6, + 19.507, + 19.589 + ], + "median_ms": 19.507, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 17.6 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 19.507 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 19.589 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.632, + 34.783, + 27.894 + ], + "median_ms": 27.894, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 17.632 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 34.783 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 27.894 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 16.478, + 15.82, + 22.66 + ], + "median_ms": 16.478, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.478 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.82 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 22.66 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211629_541611.txt", + "spike_captured": true, + "spike_limit_ms": 57.0, + "spike_probes": [ + { + "hop": 6, + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 69.629 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 69.629, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 770 +} \ No newline at end of file diff --git a/logs/trace_20260928_211629_541611.txt b/logs/trace_20260928_211629_541611.txt new file mode 100644 index 0000000..5d16a26 --- /dev/null +++ b/logs/trace_20260928_211629_541611.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 31.432 ms 15.396 ms 14.806 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.800 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 13.375 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.773 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 25.777 ms 22.792 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.627 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.775 ms 13.804 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 41.683 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 22.966 ms 18.551 ms 39.662 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 19.611 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 69.629 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.748 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 22.916 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 33.586 ms 15.633 ms + 8 141.101.73.111 (141.101.73.111) 15.698 ms 141.101.73.110 (141.101.73.110) 14.691 ms 16.763 ms + 9 141.101.73.167 (141.101.73.167) 17.600 ms 141.101.73.171 (141.101.73.171) 19.507 ms 141.101.73.159 (141.101.73.159) 19.589 ms +10 141.101.73.147 (141.101.73.147) 17.632 ms 141.101.73.117 (141.101.73.117) 34.783 ms 141.101.73.127 (141.101.73.127) 27.894 ms +11 one.one.one.one (1.1.1.1) 16.478 ms 15.820 ms 22.660 ms diff --git a/logs/trace_20260928_211636_543270.json b/logs/trace_20260928_211636_543270.json new file mode 100644 index 0000000..8a2927e --- /dev/null +++ b/logs/trace_20260928_211636_543270.json @@ -0,0 +1,356 @@ +{ + "time": "2026-09-28T21:16:37.548-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 22.128, + 12.374, + 11.851 + ], + "median_ms": 12.374, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.128 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.374 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.851 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.727, + 12.827, + 12.554 + ], + "median_ms": 12.554, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.727 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.827 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.554 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 20.782, + 13.082, + 14.902 + ], + "median_ms": 14.902, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 20.782 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.082 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.902 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.606, + 13.74, + 12.734 + ], + "median_ms": 13.74, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 21.606 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.74 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.734 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 24.83, + 16.66, + 17.643 + ], + "median_ms": 17.643, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.83 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.66 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.643 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.675, + 23.779, + 16.809 + ], + "median_ms": 23.779, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 33.675 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 23.779 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.809 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 14.6, + 8.824, + 50.638 + ], + "median_ms": 14.6, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.6 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 8.824 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 50.638 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.647, + 32.607, + 12.668 + ], + "median_ms": 16.647, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.647 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 32.607 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 12.668 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.734, + 14.69, + 15.59 + ], + "median_ms": 15.59, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 25.734 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.69 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.59 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 77.592, + 17.554, + 16.637 + ], + "median_ms": 17.554, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 77.592 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 17.554 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 16.637 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 11.673, + 16.715, + 13.557 + ], + "median_ms": 13.557, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 11.673 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.715 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 13.557 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211636_543270.txt", + "spike_captured": true, + "spike_limit_ms": 57.0, + "spike_probes": [ + { + "hop": 10, + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 77.592 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 77.592, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 772 +} \ No newline at end of file diff --git a/logs/trace_20260928_211636_543270.txt b/logs/trace_20260928_211636_543270.txt new file mode 100644 index 0000000..4694b05 --- /dev/null +++ b/logs/trace_20260928_211636_543270.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 22.128 ms 12.374 ms 11.851 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.727 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.827 ms 12.554 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 20.782 ms 13.082 ms 14.902 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 21.606 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.740 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.734 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 24.830 ms 16.660 ms 17.643 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 33.675 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 23.779 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 16.809 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.600 ms 8.824 ms 50.638 ms + 8 141.101.73.110 (141.101.73.110) 16.647 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 32.607 ms 141.101.73.110 (141.101.73.110) 12.668 ms + 9 141.101.73.157 (141.101.73.157) 25.734 ms 141.101.73.110 (141.101.73.110) 14.690 ms 141.101.73.111 (141.101.73.111) 15.590 ms +10 141.101.73.167 (141.101.73.167) 77.592 ms 141.101.73.179 (141.101.73.179) 17.554 ms 141.101.73.175 (141.101.73.175) 16.637 ms +11 one.one.one.one (1.1.1.1) 11.673 ms 16.715 ms 13.557 ms diff --git a/logs/trace_20260928_211640_544308.json b/logs/trace_20260928_211640_544308.json new file mode 100644 index 0000000..038eabe --- /dev/null +++ b/logs/trace_20260928_211640_544308.json @@ -0,0 +1,356 @@ +{ + "time": "2026-09-28T21:16:41.752-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 15.583, + 11.011, + 9.904 + ], + "median_ms": 11.011, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.583 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.011 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.904 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.872, + 12.05, + 10.615 + ], + "median_ms": 11.872, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.872 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.05 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 10.615 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.848, + 16.215, + 15.096 + ], + "median_ms": 15.096, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.848 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.215 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.096 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.794, + 12.155, + 12.659 + ], + "median_ms": 12.659, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.794 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.155 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.659 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.741, + 15.879, + 14.968 + ], + "median_ms": 15.879, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.741 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.879 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.968 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.836, + 20.588, + 15.881 + ], + "median_ms": 17.836, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.836 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 20.588 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.881 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.639, + 17.724, + 26.709 + ], + "median_ms": 26.709, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 30.639 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 17.724 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 26.709 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 66.662, + 15.604, + 14.745 + ], + "median_ms": 15.604, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 66.662 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.604 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.745 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.379, + 23.62, + 14.666 + ], + "median_ms": 16.379, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 16.379 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 23.62 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.666 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.641, + 24.618, + 20.484 + ], + "median_ms": 24.618, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 28.641 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 24.618 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 20.484 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 17.66, + 15.731, + 29.578 + ], + "median_ms": 17.66, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.66 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.731 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 29.578 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211640_544308.txt", + "spike_captured": true, + "spike_limit_ms": 57.2, + "spike_probes": [ + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 66.662 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 66.662, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 773 +} \ No newline at end of file diff --git a/logs/trace_20260928_211640_544308.txt b/logs/trace_20260928_211640_544308.txt new file mode 100644 index 0000000..e524f77 --- /dev/null +++ b/logs/trace_20260928_211640_544308.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 15.583 ms 11.011 ms 9.904 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.872 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.050 ms 10.615 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.848 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.215 ms 15.096 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.794 ms 12.155 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.659 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.741 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.879 ms 14.968 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 17.836 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 20.588 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.881 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 30.639 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 17.724 ms 26.709 ms + 8 141.101.73.110 (141.101.73.110) 66.662 ms 141.101.73.111 (141.101.73.111) 15.604 ms 141.101.73.110 (141.101.73.110) 14.745 ms + 9 141.101.73.125 (141.101.73.125) 16.379 ms 141.101.73.177 (141.101.73.177) 23.620 ms 141.101.73.110 (141.101.73.110) 14.666 ms +10 141.101.73.125 (141.101.73.125) 28.641 ms 141.101.73.175 (141.101.73.175) 24.618 ms 141.101.73.125 (141.101.73.125) 20.484 ms +11 one.one.one.one (1.1.1.1) 17.660 ms 15.731 ms 29.578 ms diff --git a/logs/trace_20260928_211644_545278.json b/logs/trace_20260928_211644_545278.json new file mode 100644 index 0000000..fd7c191 --- /dev/null +++ b/logs/trace_20260928_211644_545278.json @@ -0,0 +1,351 @@ +{ + "time": "2026-09-28T21:16:45.752-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.671, + 11.78, + 13.921 + ], + "median_ms": 12.671, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.671 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.78 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.921 + } + ] + }, + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": [ + 28.851, + 12.753, + 11.852 + ], + "median_ms": 12.753, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 28.851 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.753 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.852 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 39.96, + 16.827, + 69.82 + ], + "median_ms": 39.96, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 39.96 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.827 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 69.82 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 13.894, + 20.842, + 9.68 + ], + "median_ms": 13.894, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.894 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 20.842 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 9.68 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 27.728, + 22.874, + 41.648 + ], + "median_ms": 27.728, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 27.728 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 22.874 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 41.648 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.668, + 24.691, + 29.798 + ], + "median_ms": 24.691, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.668 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 24.691 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 29.798 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 63.844, + 91.759, + 91.694 + ], + "median_ms": 91.694, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 63.844 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 91.759 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 91.694 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 70.747, + 33.75, + 15.652 + ], + "median_ms": 33.75, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 70.747 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 33.75 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.652 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 43.499, + 16.443, + 28.815 + ], + "median_ms": 28.815, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 43.499 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.443 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 28.815 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.636, + 27.749, + 16.731 + ], + "median_ms": 25.636, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 25.636 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 27.749 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.731 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211644_545278.txt", + "spike_captured": true, + "spike_limit_ms": 57.3, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 69.82 + }, + { + "hop": 7, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 63.844 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 91.759 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 91.694 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 70.747 + } + ], + "spike_probe_count": 5, + "peak_probe_ms": 91.759, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 774 +} \ No newline at end of file diff --git a/logs/trace_20260928_211644_545278.txt b/logs/trace_20260928_211644_545278.txt new file mode 100644 index 0000000..0f9ae5d --- /dev/null +++ b/logs/trace_20260928_211644_545278.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.671 ms 11.780 ms 13.921 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 28.851 ms 12.753 ms 11.852 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 39.960 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.827 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 69.820 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.894 ms 20.842 ms 9.680 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 27.728 ms 22.874 ms 41.648 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.668 ms 24.691 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 29.798 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 63.844 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 91.759 ms 91.694 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 70.747 ms 33.750 ms 141.101.73.111 (141.101.73.111) 15.652 ms + 9 141.101.73.111 (141.101.73.111) 43.499 ms 16.443 ms 141.101.73.110 (141.101.73.110) 28.815 ms +10 one.one.one.one (1.1.1.1) 25.636 ms 141.101.73.165 (141.101.73.165) 27.749 ms one.one.one.one (1.1.1.1) 16.731 ms diff --git a/logs/trace_20260928_211648_546257.json b/logs/trace_20260928_211648_546257.json new file mode 100644 index 0000000..defc6f9 --- /dev/null +++ b/logs/trace_20260928_211648_546257.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T21:16:49.955-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.197, + 7.99, + 12.001 + ], + "median_ms": 12.001, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.197 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 7.99 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.001 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.946, + 14.063, + 12.783 + ], + "median_ms": 12.783, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.946 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 14.063 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.783 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.082, + 14.078, + 14.844 + ], + "median_ms": 14.844, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.082 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.078 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.844 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 42.178, + 37.695, + 12.794 + ], + "median_ms": 37.695, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 42.178 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 37.695 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.794 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.876, + 50.689, + 116.687 + ], + "median_ms": 50.689, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 26.876 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 50.689 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 116.687 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.792, + 44.896, + 152.775 + ], + "median_ms": 44.896, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 33.792 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 44.896 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 152.775 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.737, + 48.809, + 31.913 + ], + "median_ms": 31.913, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 18.737 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 48.809 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 31.913 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.625, + 89.736, + 15.625 + ], + "median_ms": 36.625, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 36.625 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 89.736 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.625 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 39.629, + 15.852, + 50.63 + ], + "median_ms": 39.629, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 39.629 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.852 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 50.63 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 15.557, + 15.604, + 63.71 + ], + "median_ms": 15.604, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.557 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.604 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 63.71 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211648_546257.txt", + "spike_captured": true, + "spike_limit_ms": 57.35, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 116.687 + }, + { + "hop": 6, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 152.775 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 89.736 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 63.71 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 152.775, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 775 +} \ No newline at end of file diff --git a/logs/trace_20260928_211648_546257.txt b/logs/trace_20260928_211648_546257.txt new file mode 100644 index 0000000..bbcb746 --- /dev/null +++ b/logs/trace_20260928_211648_546257.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.197 ms 7.990 ms 12.001 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.946 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 14.063 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.783 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.082 ms 14.078 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.844 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 42.178 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 37.695 ms 12.794 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 26.876 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 50.689 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 116.687 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 33.792 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 44.896 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 152.775 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 18.737 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 48.809 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 31.913 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 36.625 ms 89.736 ms 141.101.73.110 (141.101.73.110) 15.625 ms + 9 141.101.73.173 (141.101.73.173) 39.629 ms 141.101.73.111 (141.101.73.111) 15.852 ms 141.101.73.110 (141.101.73.110) 50.630 ms +10 one.one.one.one (1.1.1.1) 15.557 ms 15.604 ms 63.710 ms diff --git a/logs/trace_20260928_211652_547016.json b/logs/trace_20260928_211652_547016.json new file mode 100644 index 0000000..d24f534 --- /dev/null +++ b/logs/trace_20260928_211652_547016.json @@ -0,0 +1,351 @@ +{ + "time": "2026-09-28T21:16:53.954-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 28.407, + 11.073, + 22.852 + ], + "median_ms": 22.852, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 28.407 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.073 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.852 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.794, + 29.463, + 77.829 + ], + "median_ms": 29.463, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.794 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 29.463 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 77.829 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 12.698, + 28.779, + 23.708 + ], + "median_ms": 23.708, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.698 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 28.779 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 23.708 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 74.662, + 17.724, + 14.709 + ], + "median_ms": 17.724, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 74.662 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 17.724 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.709 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 17.703, + 17.692, + 45.742 + ], + "median_ms": 17.703, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.703 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.692 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 45.742 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.783, + 19.64, + 29.731 + ], + "median_ms": 19.64, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.783 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.64 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 29.731 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 27.684, + 28.794, + 55.573 + ], + "median_ms": 28.794, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 27.684 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 28.794 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 55.573 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 57.613, + 113.855, + 80.403 + ], + "median_ms": 80.403, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 57.613 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 113.855 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 80.403 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.162, + 16.397, + 13.655 + ], + "median_ms": 16.397, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 22.162 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.397 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 13.655 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 41.682, + 15.626, + 15.759 + ], + "median_ms": 15.759, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 41.682 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.626 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.759 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211652_547016.txt", + "spike_captured": true, + "spike_limit_ms": 57.4, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 77.829 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 74.662 + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 57.613 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 113.855 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 80.403 + } + ], + "spike_probe_count": 5, + "peak_probe_ms": 113.855, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 776 +} \ No newline at end of file diff --git a/logs/trace_20260928_211652_547016.txt b/logs/trace_20260928_211652_547016.txt new file mode 100644 index 0000000..39a492d --- /dev/null +++ b/logs/trace_20260928_211652_547016.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 28.407 ms 11.073 ms 22.852 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.794 ms 29.463 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 77.829 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 12.698 ms 28.779 ms 23.708 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 74.662 ms 17.724 ms 14.709 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.703 ms 17.692 ms 45.742 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.783 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 19.640 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 29.731 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 27.684 ms 28.794 ms 55.573 ms + 8 141.101.73.111 (141.101.73.111) 57.613 ms 141.101.73.110 (141.101.73.110) 113.855 ms 80.403 ms + 9 141.101.73.110 (141.101.73.110) 22.162 ms 16.397 ms 141.101.73.111 (141.101.73.111) 13.655 ms +10 141.101.73.165 (141.101.73.165) 41.682 ms one.one.one.one (1.1.1.1) 15.626 ms 15.759 ms diff --git a/logs/trace_20260928_211656_548182.json b/logs/trace_20260928_211656_548182.json new file mode 100644 index 0000000..897c46b --- /dev/null +++ b/logs/trace_20260928_211656_548182.json @@ -0,0 +1,356 @@ +{ + "time": "2026-09-28T21:16:57.757-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 20.945, + 10.924, + 21.907 + ], + "median_ms": 20.945, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.945 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.924 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.907 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.792, + 33.638, + 12.0 + ], + "median_ms": 12.792, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.792 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 33.638 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.0 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.918, + 15.696, + 13.687 + ], + "median_ms": 14.918, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.918 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.696 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.687 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.72, + 22.805, + 13.596 + ], + "median_ms": 13.72, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.72 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 22.805 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.596 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 25.814, + 42.7, + 35.654 + ], + "median_ms": 35.654, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.814 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 42.7 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 35.654 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.764, + 33.872, + 34.791 + ], + "median_ms": 33.872, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.764 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 33.872 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 34.791 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.647, + 18.696, + 27.895 + ], + "median_ms": 19.647, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 19.647 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 18.696 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 27.895 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 26.711, + 25.76, + 16.438 + ], + "median_ms": 25.76, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 26.711 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.76 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.438 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.864, + 23.575, + 34.536 + ], + "median_ms": 30.864, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 30.864 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 23.575 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 34.536 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.035, + 15.582, + 16.488 + ], + "median_ms": 16.488, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 30.035 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 15.582 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 16.488 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 20.12, + 57.593, + 28.645 + ], + "median_ms": 28.645, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 20.12 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 57.593 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 28.645 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211656_548182.txt", + "spike_captured": true, + "spike_limit_ms": 57.5, + "spike_probes": [ + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 57.593 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 57.593, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 777 +} \ No newline at end of file diff --git a/logs/trace_20260928_211656_548182.txt b/logs/trace_20260928_211656_548182.txt new file mode 100644 index 0000000..63601a7 --- /dev/null +++ b/logs/trace_20260928_211656_548182.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 20.945 ms 10.924 ms 21.907 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.792 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 33.638 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.000 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.918 ms 15.696 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.687 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.720 ms 22.805 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.596 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 25.814 ms 42.700 ms 35.654 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.764 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 33.872 ms 34.791 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 19.647 ms 18.696 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 27.895 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 26.711 ms 25.760 ms 16.438 ms + 9 141.101.73.167 (141.101.73.167) 30.864 ms 141.101.73.110 (141.101.73.110) 23.575 ms 141.101.73.161 (141.101.73.161) 34.536 ms +10 141.101.73.165 (141.101.73.165) 30.035 ms 141.101.73.125 (141.101.73.125) 15.582 ms 141.101.73.165 (141.101.73.165) 16.488 ms +11 one.one.one.one (1.1.1.1) 20.120 ms 57.593 ms 28.645 ms diff --git a/logs/trace_20260928_211700_549199.json b/logs/trace_20260928_211700_549199.json new file mode 100644 index 0000000..d0ae1d2 --- /dev/null +++ b/logs/trace_20260928_211700_549199.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T21:17:01.957-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.366, + 11.481, + 52.928 + ], + "median_ms": 11.481, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.366 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.481 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 52.928 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 44.713, + 14.436, + 12.759 + ], + "median_ms": 14.436, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 44.713 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 14.436 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.759 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 100.947, + 109.927, + 57.374 + ], + "median_ms": 100.947, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 100.947 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 109.927 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 57.374 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 30.633, + 13.914, + 13.632 + ], + "median_ms": 13.914, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 30.633 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.914 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.632 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 18.688, + 18.643, + 15.886 + ], + "median_ms": 18.643, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.688 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.643 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.886 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.876, + 15.475, + 17.075 + ], + "median_ms": 16.876, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.876 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.475 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.075 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 38.696, + 25.753, + 66.685 + ], + "median_ms": 38.696, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 38.696 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 25.753 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 66.685 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.716, + 24.723, + 43.52 + ], + "median_ms": 33.716, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 33.716 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 24.723 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 43.52 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.675, + 68.679, + 16.136 + ], + "median_ms": 16.136, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.675 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 68.679 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 16.136 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.61, + 19.617, + 15.874 + ], + "median_ms": 19.617, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 25.61 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 19.617 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.874 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211700_549199.txt", + "spike_captured": true, + "spike_limit_ms": 57.8, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 100.947 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 109.927 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 66.685 + }, + { + "hop": 9, + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 68.679 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 109.927, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 778 +} \ No newline at end of file diff --git a/logs/trace_20260928_211700_549199.txt b/logs/trace_20260928_211700_549199.txt new file mode 100644 index 0000000..f556b69 --- /dev/null +++ b/logs/trace_20260928_211700_549199.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.366 ms 11.481 ms 52.928 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 44.713 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 14.436 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.759 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 100.947 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 109.927 ms 57.374 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 30.633 ms 13.914 ms 13.632 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.688 ms 18.643 ms 15.886 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 16.876 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.475 ms 17.075 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 38.696 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 25.753 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 66.685 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 33.716 ms 141.101.73.111 (141.101.73.111) 24.723 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 43.520 ms + 9 141.101.73.111 (141.101.73.111) 14.675 ms 141.101.73.147 (141.101.73.147) 68.679 ms 141.101.73.161 (141.101.73.161) 16.136 ms +10 141.101.73.119 (141.101.73.119) 25.610 ms 141.101.73.195 (141.101.73.195) 19.617 ms one.one.one.one (1.1.1.1) 15.874 ms diff --git a/logs/trace_20260928_211708_551183.json b/logs/trace_20260928_211708_551183.json new file mode 100644 index 0000000..b915d8a --- /dev/null +++ b/logs/trace_20260928_211708_551183.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:17:09.556-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 9.942, + 12.008, + 11.59 + ], + "median_ms": 11.59, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.942 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.008 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.59 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.857, + 11.878, + 28.404 + ], + "median_ms": 11.878, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.857 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.878 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 28.404 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.248, + 14.922, + 13.784 + ], + "median_ms": 14.922, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.248 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.922 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.784 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.773, + 15.825, + 12.727 + ], + "median_ms": 13.773, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.773 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.825 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.727 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 16.369, + 41.73, + 16.797 + ], + "median_ms": 16.797, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.369 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 41.73 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.797 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.739, + 68.752, + 28.624 + ], + "median_ms": 36.739, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 36.739 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 68.752 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 28.624 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.802, + 32.676, + 48.642 + ], + "median_ms": 33.802, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 33.802 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 32.676 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 48.642 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 43.722, + 52.811, + 33.633 + ], + "median_ms": 43.722, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 43.722 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 52.811 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 33.633 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.599, + 15.632, + 14.66 + ], + "median_ms": 15.632, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 22.599 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 15.632 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.66 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 12.687, + 16.77, + 16.656 + ], + "median_ms": 16.656, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 12.687 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.77 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.656 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211708_551183.txt", + "spike_captured": true, + "spike_limit_ms": 57.35, + "spike_probes": [ + { + "hop": 6, + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 68.752 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 68.752, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 780 +} \ No newline at end of file diff --git a/logs/trace_20260928_211708_551183.txt b/logs/trace_20260928_211708_551183.txt new file mode 100644 index 0000000..1fa6e89 --- /dev/null +++ b/logs/trace_20260928_211708_551183.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 9.942 ms 12.008 ms 11.590 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.857 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.878 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 28.404 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.248 ms 14.922 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.784 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.773 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.825 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.727 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.369 ms 41.730 ms 16.797 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 36.739 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 68.752 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 28.624 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 33.802 ms 32.676 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 48.642 ms + 8 141.101.73.111 (141.101.73.111) 43.722 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 52.811 ms 33.633 ms + 9 141.101.73.149 (141.101.73.149) 22.599 ms 15.632 ms 141.101.73.110 (141.101.73.110) 14.660 ms +10 one.one.one.one (1.1.1.1) 12.687 ms 16.770 ms 16.656 ms diff --git a/logs/trace_20260928_211715_553628.json b/logs/trace_20260928_211715_553628.json new file mode 100644 index 0000000..60e6102 --- /dev/null +++ b/logs/trace_20260928_211715_553628.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:17:16.558-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 16.187, + 11.056, + 10.718 + ], + "median_ms": 11.056, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 16.187 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.056 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.718 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.981, + 12.752, + 61.271 + ], + "median_ms": 27.981, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 27.981 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.752 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 61.271 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.698, + 22.805, + 14.645 + ], + "median_ms": 21.698, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 21.698 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 22.805 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.645 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.956, + 14.724, + 12.825 + ], + "median_ms": 12.956, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.956 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.724 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.825 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.861, + 34.881, + 27.677 + ], + "median_ms": 27.677, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.861 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 34.881 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 27.677 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.752, + 16.871, + 15.879 + ], + "median_ms": 15.879, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.752 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.871 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.879 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 43.824, + 19.749, + 17.837 + ], + "median_ms": 19.749, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 43.824 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 19.749 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.837 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 42.767, + 26.771, + 20.581 + ], + "median_ms": 26.771, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 42.767 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 26.771 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 20.581 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.668, + 14.719, + 15.728 + ], + "median_ms": 14.719, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.668 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.719 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.728 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.46, + 15.613, + 15.692 + ], + "median_ms": 15.692, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 28.46 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 15.613 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.692 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211715_553628.txt", + "spike_captured": true, + "spike_limit_ms": 57.4, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 61.271 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 61.271, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 782 +} \ No newline at end of file diff --git a/logs/trace_20260928_211715_553628.txt b/logs/trace_20260928_211715_553628.txt new file mode 100644 index 0000000..e68c2b8 --- /dev/null +++ b/logs/trace_20260928_211715_553628.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 16.187 ms 11.056 ms 10.718 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 27.981 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.752 ms 61.271 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 21.698 ms 22.805 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.645 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.956 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.724 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.825 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.861 ms 34.881 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 27.677 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 15.752 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 16.871 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.879 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 43.824 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 19.749 ms 17.837 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 42.767 ms 26.771 ms 141.101.73.110 (141.101.73.110) 20.581 ms + 9 141.101.73.111 (141.101.73.111) 14.668 ms 141.101.73.110 (141.101.73.110) 14.719 ms 141.101.73.111 (141.101.73.111) 15.728 ms +10 141.101.73.165 (141.101.73.165) 28.460 ms 141.101.73.127 (141.101.73.127) 15.613 ms one.one.one.one (1.1.1.1) 15.692 ms diff --git a/logs/trace_20260928_211722_554588.json b/logs/trace_20260928_211722_554588.json new file mode 100644 index 0000000..8e76688 --- /dev/null +++ b/logs/trace_20260928_211722_554588.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T21:17:23.963-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 33.11, + 12.171, + 11.868 + ], + "median_ms": 12.171, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 33.11 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.171 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.868 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.735, + 11.926, + 15.456 + ], + "median_ms": 12.735, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.735 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.926 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 15.456 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.23, + 14.973, + 14.782 + ], + "median_ms": 14.973, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.23 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.973 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.782 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.709, + 12.841, + 11.738 + ], + "median_ms": 12.841, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.709 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.841 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.738 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.677, + 16.668, + 15.77 + ], + "median_ms": 16.668, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.677 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.668 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.77 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.799, + 17.66, + 17.945 + ], + "median_ms": 17.66, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.799 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.66 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.945 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.587, + 15.752, + 52.865 + ], + "median_ms": 16.587, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.587 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.752 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 52.865 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.811, + 15.663, + 74.65 + ], + "median_ms": 22.811, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 22.811 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.663 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 74.65 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 43.624, + 38.53, + 170.67 + ], + "median_ms": 43.624, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 43.624 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 38.53 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 170.67 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 65.427, + 53.17, + 46.637 + ], + "median_ms": 53.17, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 65.427 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 53.17 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 46.637 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211722_554588.txt", + "spike_captured": true, + "spike_limit_ms": 57.8, + "spike_probes": [ + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 74.65 + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 170.67 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 65.427 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 170.67, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 784 +} \ No newline at end of file diff --git a/logs/trace_20260928_211722_554588.txt b/logs/trace_20260928_211722_554588.txt new file mode 100644 index 0000000..4237b84 --- /dev/null +++ b/logs/trace_20260928_211722_554588.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 33.110 ms 12.171 ms 11.868 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.735 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.926 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 15.456 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.230 ms 14.973 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.782 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.709 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.841 ms 11.738 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 24.677 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.668 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.770 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 16.799 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 17.660 ms 17.945 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.587 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.752 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 52.865 ms + 8 141.101.73.111 (141.101.73.111) 22.811 ms 141.101.73.110 (141.101.73.110) 15.663 ms 74.650 ms + 9 141.101.73.163 (141.101.73.163) 43.624 ms 141.101.73.125 (141.101.73.125) 38.530 ms 141.101.73.111 (141.101.73.111) 170.670 ms +10 one.one.one.one (1.1.1.1) 65.427 ms 53.170 ms 141.101.73.119 (141.101.73.119) 46.637 ms diff --git a/logs/trace_20260928_211738_558604.json b/logs/trace_20260928_211738_558604.json new file mode 100644 index 0000000..8362c61 --- /dev/null +++ b/logs/trace_20260928_211738_558604.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:17:39.563-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 8.5, + 11.553, + 11.929 + ], + "median_ms": 11.553, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 8.5 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.553 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.929 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.8, + 11.801, + 11.961 + ], + "median_ms": 11.961, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 27.8 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.801 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.961 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.245, + 15.129, + 16.639 + ], + "median_ms": 16.639, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 24.245 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.129 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.639 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 13.592, + 13.843, + 13.559 + ], + "median_ms": 13.592, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.592 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.843 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.559 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.548, + 15.11, + 17.824 + ], + "median_ms": 15.548, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.548 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.11 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.824 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.717, + 21.736, + 15.588 + ], + "median_ms": 18.717, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 18.717 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 21.736 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.588 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 41.666, + 65.685, + 15.765 + ], + "median_ms": 41.666, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 41.666 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 65.685 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.765 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 38.719, + 27.634, + 21.833 + ], + "median_ms": 27.634, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 38.719 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 27.634 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 21.833 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.535, + 14.48, + 14.562 + ], + "median_ms": 14.562, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 16.535 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.48 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.562 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.606, + 15.736, + 15.642 + ], + "median_ms": 15.642, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.606 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 15.736 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 15.642 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211738_558604.txt", + "spike_captured": true, + "spike_limit_ms": 57.25, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 65.685 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 65.685, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 788 +} \ No newline at end of file diff --git a/logs/trace_20260928_211738_558604.txt b/logs/trace_20260928_211738_558604.txt new file mode 100644 index 0000000..90cbd8c --- /dev/null +++ b/logs/trace_20260928_211738_558604.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 8.500 ms 11.553 ms 11.929 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 27.800 ms 11.801 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.961 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 24.245 ms 15.129 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 16.639 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.592 ms 13.843 ms 13.559 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.548 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.110 ms 17.824 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 18.717 ms 21.736 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 15.588 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 41.666 ms 65.685 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.765 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 38.719 ms 27.634 ms 21.833 ms + 9 141.101.73.171 (141.101.73.171) 16.535 ms 141.101.73.111 (141.101.73.111) 14.480 ms 141.101.73.110 (141.101.73.110) 14.562 ms +10 one.one.one.one (1.1.1.1) 15.606 ms 141.101.73.167 (141.101.73.167) 15.736 ms 141.101.73.169 (141.101.73.169) 15.642 ms diff --git a/logs/trace_20260928_211742_559635.json b/logs/trace_20260928_211742_559635.json new file mode 100644 index 0000000..8e9ed35 --- /dev/null +++ b/logs/trace_20260928_211742_559635.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T21:17:43.769-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 23.432, + 14.834, + 14.835 + ], + "median_ms": 14.835, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 23.432 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.834 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.835 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.867, + 28.714, + 74.893 + ], + "median_ms": 28.867, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 28.867 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 28.714 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 74.893 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 80.726, + 27.733, + 96.751 + ], + "median_ms": 80.726, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 80.726 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 27.733 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 96.751 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 34.694, + 12.9, + 14.525 + ], + "median_ms": 14.525, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 34.694 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.9 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.525 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.742, + 18.888, + 16.495 + ], + "median_ms": 17.742, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.742 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.888 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.495 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.673, + 23.712, + 28.731 + ], + "median_ms": 23.712, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 17.673 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 23.712 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 28.731 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 49.721, + 16.749, + 29.782 + ], + "median_ms": 29.782, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 49.721 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.749 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 29.782 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.648, + 28.659, + 15.644 + ], + "median_ms": 15.648, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.648 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 28.659 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.644 + } + ] + }, + { + "hop": 9, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": [ + 23.599, + 34.431, + 14.786 + ], + "median_ms": 23.599, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 23.599 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 34.431 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.786 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.718, + 16.398, + 14.775 + ], + "median_ms": 16.398, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 16.718 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.398 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 14.775 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211742_559635.txt", + "spike_captured": true, + "spike_limit_ms": 57.1, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 74.893 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 80.726 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 96.751 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 96.751, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 789 +} \ No newline at end of file diff --git a/logs/trace_20260928_211742_559635.txt b/logs/trace_20260928_211742_559635.txt new file mode 100644 index 0000000..c6b0a87 --- /dev/null +++ b/logs/trace_20260928_211742_559635.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 23.432 ms 14.834 ms 14.835 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 28.867 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 28.714 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 74.893 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 80.726 ms 27.733 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 96.751 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 34.694 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.900 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.525 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.742 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 18.888 ms 16.495 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 17.673 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 23.712 ms 28.731 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 49.721 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.749 ms 29.782 ms + 8 141.101.73.110 (141.101.73.110) 15.648 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 28.659 ms 141.101.73.110 (141.101.73.110) 15.644 ms + 9 141.101.73.110 (141.101.73.110) 23.599 ms 34.431 ms 14.786 ms +10 141.101.73.117 (141.101.73.117) 16.718 ms one.one.one.one (1.1.1.1) 16.398 ms 141.101.73.149 (141.101.73.149) 14.775 ms diff --git a/logs/trace_20260928_211756_563151.json b/logs/trace_20260928_211756_563151.json new file mode 100644 index 0000000..291dd14 --- /dev/null +++ b/logs/trace_20260928_211756_563151.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:17:58.570-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 14.79, + 10.006, + 12.757 + ], + "median_ms": 12.757, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.79 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.006 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.757 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.093, + 14.993, + 13.258 + ], + "median_ms": 13.258, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 13.093 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 14.993 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.258 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.359, + 14.127, + 26.84 + ], + "median_ms": 26.359, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 26.359 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.127 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 26.84 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 65.775, + 26.814, + 25.782 + ], + "median_ms": 26.814, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 65.775 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 26.814 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 25.782 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.659, + 19.798, + 87.883 + ], + "median_ms": 28.659, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 28.659 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 19.798 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 87.883 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.768, + 33.894, + 43.793 + ], + "median_ms": 37.768, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 37.768 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 33.894 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 43.793 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 34.66, + 59.823, + 16.513 + ], + "median_ms": 34.66, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 34.66 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 59.823 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.513 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.578, + 14.596, + 15.663 + ], + "median_ms": 14.596, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.578 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.596 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.663 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.602, + 58.695 + ], + "median_ms": 37.1485, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.602 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 58.695 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 15.828, + 19.819 + ], + "median_ms": 17.8235, + "timeouts": 1, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.828 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 19.819 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211756_563151.txt", + "spike_captured": true, + "spike_limit_ms": 56.9, + "spike_probes": [ + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 65.775 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 87.883 + }, + { + "hop": 7, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 59.823 + }, + { + "hop": 9, + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 58.695 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 87.883, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 793 +} \ No newline at end of file diff --git a/logs/trace_20260928_211756_563151.txt b/logs/trace_20260928_211756_563151.txt new file mode 100644 index 0000000..34f2fde --- /dev/null +++ b/logs/trace_20260928_211756_563151.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 14.790 ms 10.006 ms 12.757 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 13.093 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 14.993 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 13.258 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 26.359 ms 14.127 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 26.840 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 65.775 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 26.814 ms 25.782 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 28.659 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 19.798 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 87.883 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 37.768 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 33.894 ms 43.793 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 34.660 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 59.823 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.513 ms + 8 141.101.73.111 (141.101.73.111) 14.578 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.596 ms 141.101.73.110 (141.101.73.110) 15.663 ms + 9 141.101.73.111 (141.101.73.111) 15.602 ms 141.101.73.167 (141.101.73.167) 58.695 ms * +10 one.one.one.one (1.1.1.1) 15.828 ms 19.819 ms * diff --git a/logs/trace_20260928_211805_565312.json b/logs/trace_20260928_211805_565312.json new file mode 100644 index 0000000..b57ecf0 --- /dev/null +++ b/logs/trace_20260928_211805_565312.json @@ -0,0 +1,356 @@ +{ + "time": "2026-09-28T21:18:06.773-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 33.083, + 24.017, + 87.752 + ], + "median_ms": 33.083, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 33.083 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 24.017 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 87.752 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.817, + 16.642, + 14.061 + ], + "median_ms": 14.061, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.817 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 16.642 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 14.061 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.088, + 17.628, + 36.723 + ], + "median_ms": 17.628, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.088 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 17.628 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 36.723 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.699, + 13.677, + 12.874 + ], + "median_ms": 13.677, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.699 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.677 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.874 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.518, + 15.76, + 17.745 + ], + "median_ms": 17.745, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.518 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.76 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.745 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.607, + 18.885, + 13.97 + ], + "median_ms": 18.885, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 27.607 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 18.885 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 13.97 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.081, + 12.975, + 17.063 + ], + "median_ms": 16.081, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.081 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 12.975 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.063 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.038, + 14.853, + 14.801 + ], + "median_ms": 14.853, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.038 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.853 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.801 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.791, + 28.615, + 15.604 + ], + "median_ms": 18.791, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 18.791 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 28.615 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.604 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.528, + 23.643, + 33.597 + ], + "median_ms": 23.643, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 17.528 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 23.643 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 33.597 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 14.478, + 13.452, + 47.891 + ], + "median_ms": 14.478, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.478 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 13.452 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 47.891 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211805_565312.txt", + "spike_captured": true, + "spike_limit_ms": 56.85, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 87.752 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 87.752, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 795 +} \ No newline at end of file diff --git a/logs/trace_20260928_211805_565312.txt b/logs/trace_20260928_211805_565312.txt new file mode 100644 index 0000000..91c354e --- /dev/null +++ b/logs/trace_20260928_211805_565312.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 33.083 ms 24.017 ms 87.752 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.817 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 16.642 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 14.061 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.088 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 17.628 ms 36.723 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.699 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.677 ms 12.874 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.518 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.760 ms 17.745 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 27.607 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 18.885 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 13.970 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.081 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 12.975 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.063 ms + 8 141.101.73.111 (141.101.73.111) 16.038 ms 14.853 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.801 ms + 9 141.101.73.195 (141.101.73.195) 18.791 ms 141.101.73.111 (141.101.73.111) 28.615 ms 141.101.73.110 (141.101.73.110) 15.604 ms +10 141.101.73.127 (141.101.73.127) 17.528 ms 141.101.73.163 (141.101.73.163) 23.643 ms 141.101.73.149 (141.101.73.149) 33.597 ms +11 one.one.one.one (1.1.1.1) 14.478 ms 13.452 ms 47.891 ms diff --git a/logs/trace_20260928_211822_569410.json b/logs/trace_20260928_211822_569410.json new file mode 100644 index 0000000..4cdc414 --- /dev/null +++ b/logs/trace_20260928_211822_569410.json @@ -0,0 +1,332 @@ +{ + "time": "2026-09-28T21:18:25.576-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.553, + 11.868, + 12.05 + ], + "median_ms": 11.868, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.553 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.868 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.05 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 8.864, + 12.012, + 12.518 + ], + "median_ms": 12.012, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 8.864 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.012 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.518 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.546, + 13.412, + 15.815 + ], + "median_ms": 15.546, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.546 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.412 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.815 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.047, + 21.736, + 13.684 + ], + "median_ms": 21.047, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 21.047 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 21.736 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.684 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 15.727, + 15.908, + 14.678 + ], + "median_ms": 15.727, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.727 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.908 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.678 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.748, + 16.743, + 12.728 + ], + "median_ms": 16.743, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.748 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.743 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 12.728 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 16.801, + 19.715 + ], + "median_ms": 18.258, + "timeouts": 1, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.801 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 19.715 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.216, + 16.498 + ], + "median_ms": 16.357, + "timeouts": 1, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.216 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.498 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.506, + 44.072 + ], + "median_ms": 30.789, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.506 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 44.072 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.346, + 16.566 + ], + "median_ms": 16.956, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 17.346 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 16.566 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 130.753, + 36.725, + 17.654 + ], + "median_ms": 36.725, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 130.753 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 36.725 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.654 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211822_569410.txt", + "spike_captured": true, + "spike_limit_ms": 56.85, + "spike_probes": [ + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 130.753 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 130.753, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 799 +} \ No newline at end of file diff --git a/logs/trace_20260928_211822_569410.txt b/logs/trace_20260928_211822_569410.txt new file mode 100644 index 0000000..e721d38 --- /dev/null +++ b/logs/trace_20260928_211822_569410.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.553 ms 11.868 ms 12.050 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 8.864 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.012 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.518 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.546 ms 13.412 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.815 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 21.047 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 21.736 ms 13.684 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.727 ms 15.908 ms 14.678 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.748 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.743 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 12.728 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.801 ms 19.715 ms * + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.216 ms * 141.101.73.111 (141.101.73.111) 16.498 ms + 9 141.101.73.110 (141.101.73.110) 17.506 ms * 141.101.73.173 (141.101.73.173) 44.072 ms +10 141.101.73.163 (141.101.73.163) 17.346 ms 141.101.73.179 (141.101.73.179) 16.566 ms * +11 one.one.one.one (1.1.1.1) 130.753 ms 36.725 ms 17.654 ms diff --git a/logs/trace_20260928_211901_579002.json b/logs/trace_20260928_211901_579002.json new file mode 100644 index 0000000..4060d98 --- /dev/null +++ b/logs/trace_20260928_211901_579002.json @@ -0,0 +1,321 @@ +{ + "time": "2026-09-28T21:19:03.586-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 47.355, + 12.035, + 11.847 + ], + "median_ms": 12.035, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 47.355 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.035 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.847 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.879, + 12.189, + 13.046 + ], + "median_ms": 12.879, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.879 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.189 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.046 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.945, + 15.027, + 20.653 + ], + "median_ms": 15.027, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 11.945 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.027 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 20.653 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.19, + 14.844, + 13.976 + ], + "median_ms": 13.976, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.19 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.844 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.976 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.827, + 29.966, + 17.996 + ], + "median_ms": 17.996, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.827 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 29.966 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.996 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.662, + 123.067, + 22.11 + ], + "median_ms": 22.11, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.662 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 123.067 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 22.11 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 14.984, + 13.985, + 40.708 + ], + "median_ms": 14.984, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.984 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 13.985 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 40.708 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.654, + 14.604, + 27.447 + ], + "median_ms": 16.654, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.654 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.604 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 27.447 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.662, + 25.053 + ], + "median_ms": 25.8575, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 26.662 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 25.053 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.525, + 16.8, + 37.731 + ], + "median_ms": 17.525, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.525 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.8 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 37.731 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211901_579002.txt", + "spike_captured": true, + "spike_limit_ms": 57.0, + "spike_probes": [ + { + "hop": 6, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 123.067 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 123.067, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 808 +} \ No newline at end of file diff --git a/logs/trace_20260928_211901_579002.txt b/logs/trace_20260928_211901_579002.txt new file mode 100644 index 0000000..d6bc2b0 --- /dev/null +++ b/logs/trace_20260928_211901_579002.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 47.355 ms 12.035 ms 11.847 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.879 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.189 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 13.046 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 11.945 ms 15.027 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 20.653 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.190 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.844 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.976 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.827 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 29.966 ms 17.996 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 17.662 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 123.067 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 22.110 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.984 ms 13.985 ms 40.708 ms + 8 141.101.73.111 (141.101.73.111) 16.654 ms 141.101.73.110 (141.101.73.110) 14.604 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 27.447 ms + 9 141.101.73.119 (141.101.73.119) 26.662 ms * 141.101.73.159 (141.101.73.159) 25.053 ms +10 one.one.one.one (1.1.1.1) 17.525 ms 16.800 ms 141.101.73.195 (141.101.73.195) 37.731 ms diff --git a/logs/trace_20260928_211910_581208.json b/logs/trace_20260928_211910_581208.json new file mode 100644 index 0000000..387179a --- /dev/null +++ b/logs/trace_20260928_211910_581208.json @@ -0,0 +1,356 @@ +{ + "time": "2026-09-28T21:19:11.790-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 10.65, + 11.809, + 18.898 + ], + "median_ms": 11.809, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.65 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.809 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 18.898 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 9.89, + 9.719, + 12.452 + ], + "median_ms": 9.89, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 9.89 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 9.719 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.452 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.286, + 27.1, + 15.966 + ], + "median_ms": 15.966, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.286 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 27.1 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.966 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.712, + 13.711, + 29.697 + ], + "median_ms": 13.711, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.712 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.711 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 29.697 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.712, + 16.755, + 15.633 + ], + "median_ms": 15.633, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.712 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.755 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.633 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.676, + 17.724, + 32.767 + ], + "median_ms": 24.676, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 24.676 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.724 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 32.767 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 92.531, + 41.894, + 15.676 + ], + "median_ms": 41.894, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 92.531 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 41.894 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.676 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 54.738, + 37.649, + 16.359 + ], + "median_ms": 37.649, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 54.738 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 37.649 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.359 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.005, + 17.686, + 11.634 + ], + "median_ms": 16.005, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.005 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 17.686 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 11.634 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.574, + 18.656, + 15.628 + ], + "median_ms": 18.656, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 36.574 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 18.656 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 15.628 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 26.701, + 32.447, + 16.707 + ], + "median_ms": 26.701, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 26.701 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 32.447 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.707 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211910_581208.txt", + "spike_captured": true, + "spike_limit_ms": 57.2, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 92.531 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 92.531, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 810 +} \ No newline at end of file diff --git a/logs/trace_20260928_211910_581208.txt b/logs/trace_20260928_211910_581208.txt new file mode 100644 index 0000000..489a647 --- /dev/null +++ b/logs/trace_20260928_211910_581208.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 10.650 ms 11.809 ms 18.898 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 9.890 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 9.719 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.452 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.286 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 27.100 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.966 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 11.712 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.711 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 29.697 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.712 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.755 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.633 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 24.676 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 17.724 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 32.767 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 92.531 ms 41.894 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.676 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 54.738 ms 141.101.73.111 (141.101.73.111) 37.649 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.359 ms + 9 141.101.73.111 (141.101.73.111) 16.005 ms 141.101.73.127 (141.101.73.127) 17.686 ms 141.101.73.111 (141.101.73.111) 11.634 ms +10 141.101.73.117 (141.101.73.117) 36.574 ms 141.101.73.195 (141.101.73.195) 18.656 ms 141.101.73.169 (141.101.73.169) 15.628 ms +11 one.one.one.one (1.1.1.1) 26.701 ms 32.447 ms 16.707 ms diff --git a/logs/trace_20260928_211917_582959.json b/logs/trace_20260928_211917_582959.json new file mode 100644 index 0000000..e12f4a8 --- /dev/null +++ b/logs/trace_20260928_211917_582959.json @@ -0,0 +1,351 @@ +{ + "time": "2026-09-28T21:19:20.793-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 200.637, + 62.2, + 36.682 + ], + "median_ms": 62.2, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 200.637 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 62.2 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 36.682 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.758, + 129.086, + 36.784 + ], + "median_ms": 36.784, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.758 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 129.086 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 36.784 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 39.702, + 12.684, + 47.72 + ], + "median_ms": 39.702, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 39.702 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.684 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 47.72 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 39.678, + 45.803, + 14.695 + ], + "median_ms": 39.678, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 39.678 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 45.803 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.695 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.768, + 58.747, + 17.727 + ], + "median_ms": 17.768, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.768 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 58.747 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.727 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 44.795, + 16.803, + 62.546 + ], + "median_ms": 44.795, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 44.795 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.803 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 62.546 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 17.946, + 34.031, + 80.895 + ], + "median_ms": 34.031, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.946 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 34.031 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 80.895 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.643, + 99.635, + 36.688 + ], + "median_ms": 36.688, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 27.643 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 99.635 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 36.688 + } + ] + }, + { + "hop": 9, + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": [ + 43.781 + ], + "median_ms": 43.781, + "timeouts": 2, + "probes": [ + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 43.781 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 41.641, + 20.513, + 38.754 + ], + "median_ms": 38.754, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 41.641 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 20.513 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 38.754 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211917_582959.txt", + "spike_captured": true, + "spike_limit_ms": 57.3, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 200.637 + }, + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 62.2 + }, + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 129.086 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 58.747 + }, + { + "hop": 6, + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 62.546 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 80.895 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 99.635 + } + ], + "spike_probe_count": 7, + "peak_probe_ms": 200.637, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 812 +} \ No newline at end of file diff --git a/logs/trace_20260928_211917_582959.txt b/logs/trace_20260928_211917_582959.txt new file mode 100644 index 0000000..d569909 --- /dev/null +++ b/logs/trace_20260928_211917_582959.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 200.637 ms 62.200 ms 36.682 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.758 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 129.086 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 36.784 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 39.702 ms 12.684 ms 47.720 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 39.678 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 45.803 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.695 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.768 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 58.747 ms 17.727 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 44.795 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 16.803 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 62.546 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.946 ms 34.031 ms 80.895 ms + 8 141.101.73.111 (141.101.73.111) 27.643 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 99.635 ms 141.101.73.110 (141.101.73.110) 36.688 ms + 9 * 141.101.73.169 (141.101.73.169) 43.781 ms * +10 141.101.73.171 (141.101.73.171) 41.641 ms one.one.one.one (1.1.1.1) 20.513 ms 141.101.73.157 (141.101.73.157) 38.754 ms diff --git a/logs/trace_20260928_211930_586205.json b/logs/trace_20260928_211930_586205.json new file mode 100644 index 0000000..ce05f28 --- /dev/null +++ b/logs/trace_20260928_211930_586205.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:19:31.591-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.949, + 21.005, + 14.801 + ], + "median_ms": 14.801, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.949 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.005 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.801 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.93, + 12.699, + 20.435 + ], + "median_ms": 14.93, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 14.93 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.699 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 20.435 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.651, + 41.266, + 17.663 + ], + "median_ms": 17.663, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.651 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 41.266 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 17.663 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.736, + 13.782, + 37.784 + ], + "median_ms": 13.782, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.736 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.782 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 37.784 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.818, + 46.994, + 51.457 + ], + "median_ms": 46.994, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.818 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 46.994 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 51.457 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.833, + 27.538, + 16.531 + ], + "median_ms": 17.833, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.833 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 27.538 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.531 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.003, + 26.677, + 16.762 + ], + "median_ms": 19.003, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 19.003 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 26.677 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.762 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 57.7, + 48.727, + 22.59 + ], + "median_ms": 48.727, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 57.7 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 48.727 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 22.59 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.628, + 15.576, + 23.657 + ], + "median_ms": 15.576, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 14.628 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.576 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 23.657 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.589, + 16.832, + 22.684 + ], + "median_ms": 16.832, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.589 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.832 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 22.684 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211930_586205.txt", + "spike_captured": true, + "spike_limit_ms": 57.2, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 57.7 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 57.7, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 815 +} \ No newline at end of file diff --git a/logs/trace_20260928_211930_586205.txt b/logs/trace_20260928_211930_586205.txt new file mode 100644 index 0000000..6545c9a --- /dev/null +++ b/logs/trace_20260928_211930_586205.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.949 ms 21.005 ms 14.801 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 14.930 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.699 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 20.435 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.651 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 41.266 ms 17.663 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.736 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.782 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 37.784 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.818 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 46.994 ms 51.457 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 17.833 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 27.538 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.531 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 19.003 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 26.677 ms 16.762 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 57.700 ms 48.727 ms 141.101.73.111 (141.101.73.111) 22.590 ms + 9 141.101.73.195 (141.101.73.195) 14.628 ms 141.101.73.111 (141.101.73.111) 15.576 ms 141.101.73.195 (141.101.73.195) 23.657 ms +10 one.one.one.one (1.1.1.1) 14.589 ms 16.832 ms 141.101.73.127 (141.101.73.127) 22.684 ms diff --git a/logs/trace_20260928_211956_592320.json b/logs/trace_20260928_211956_592320.json new file mode 100644 index 0000000..13b6817 --- /dev/null +++ b/logs/trace_20260928_211956_592320.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:19:58.402-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.194, + 8.318, + 11.843 + ], + "median_ms": 11.843, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.194 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 8.318 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.843 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.994, + 31.184, + 14.192 + ], + "median_ms": 14.192, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.994 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 31.184 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 14.192 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.077, + 24.092, + 15.221 + ], + "median_ms": 15.221, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.077 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 24.092 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.221 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.388, + 31.719, + 13.809 + ], + "median_ms": 15.388, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.388 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 31.719 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.809 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 14.641, + 15.917, + 16.594 + ], + "median_ms": 15.917, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.641 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.917 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.594 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.681, + 23.757, + 67.711 + ], + "median_ms": 23.757, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.681 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 23.757 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 67.711 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 15.776, + 20.778, + 17.661 + ], + "median_ms": 17.661, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.776 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 20.778 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.661 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 89.783, + 15.641 + ], + "median_ms": 52.712, + "timeouts": 1, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 89.783 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.641 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.638, + 21.57, + 16.702 + ], + "median_ms": 16.702, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.638 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 21.57 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 16.702 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.549, + 16.774, + 21.571 + ], + "median_ms": 16.774, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.549 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 16.774 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 21.571 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_211956_592320.txt", + "spike_captured": true, + "spike_limit_ms": 57.95, + "spike_probes": [ + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 67.711 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 89.783 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 89.783, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 820 +} \ No newline at end of file diff --git a/logs/trace_20260928_211956_592320.txt b/logs/trace_20260928_211956_592320.txt new file mode 100644 index 0000000..c2f752e --- /dev/null +++ b/logs/trace_20260928_211956_592320.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.194 ms 8.318 ms 11.843 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.994 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 31.184 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 14.192 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.077 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 24.092 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.221 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.388 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 31.719 ms 13.809 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.641 ms 15.917 ms 16.594 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 16.681 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 23.757 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 67.711 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.776 ms 20.778 ms 17.661 ms + 8 * 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 89.783 ms 141.101.73.110 (141.101.73.110) 15.641 ms + 9 141.101.73.111 (141.101.73.111) 14.638 ms 141.101.73.117 (141.101.73.117) 21.570 ms 141.101.73.161 (141.101.73.161) 16.702 ms +10 one.one.one.one (1.1.1.1) 15.549 ms 141.101.73.175 (141.101.73.175) 16.774 ms 141.101.73.163 (141.101.73.163) 21.571 ms diff --git a/logs/trace_20260928_212000_593323.json b/logs/trace_20260928_212000_593323.json new file mode 100644 index 0000000..744b073 --- /dev/null +++ b/logs/trace_20260928_212000_593323.json @@ -0,0 +1,321 @@ +{ + "time": "2026-09-28T21:20:02.001-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 14.291, + 12.572, + 11.81 + ], + "median_ms": 12.572, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.291 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.572 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.81 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 9.798, + 12.574, + 11.696 + ], + "median_ms": 11.696, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 9.798 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.574 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.696 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.271, + 13.929, + 36.254 + ], + "median_ms": 15.271, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.271 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.929 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 36.254 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.244, + 13.802, + 13.808 + ], + "median_ms": 13.808, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 17.244 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.802 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.808 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.777, + 22.755, + 14.746 + ], + "median_ms": 22.755, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 26.777 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 22.755 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.746 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.767, + 19.787, + 15.505 + ], + "median_ms": 15.505, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.767 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.787 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.505 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.453, + 14.897, + 16.837 + ], + "median_ms": 16.837, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.453 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.897 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.837 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 85.866, + 16.795, + 15.381 + ], + "median_ms": 16.795, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 85.866 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.795 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.381 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.664, + 16.638, + 15.69 + ], + "median_ms": 16.638, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 20.664 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.638 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.69 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 15.848, + 15.877 + ], + "median_ms": 15.8625, + "timeouts": 1, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.848 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.877 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212000_593323.txt", + "spike_captured": true, + "spike_limit_ms": 57.85, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 85.866 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 85.866, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 821 +} \ No newline at end of file diff --git a/logs/trace_20260928_212000_593323.txt b/logs/trace_20260928_212000_593323.txt new file mode 100644 index 0000000..0156598 --- /dev/null +++ b/logs/trace_20260928_212000_593323.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 14.291 ms 12.572 ms 11.810 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 9.798 ms 12.574 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.696 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.271 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.929 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 36.254 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 17.244 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.802 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.808 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 26.777 ms 22.755 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 14.746 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 14.767 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 19.787 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.505 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.453 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.897 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.837 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 85.866 ms 141.101.73.111 (141.101.73.111) 16.795 ms 141.101.73.110 (141.101.73.110) 15.381 ms + 9 141.101.73.157 (141.101.73.157) 20.664 ms 141.101.73.111 (141.101.73.111) 16.638 ms 15.690 ms +10 * one.one.one.one (1.1.1.1) 15.848 ms 15.877 ms diff --git a/logs/trace_20260928_212004_594017.json b/logs/trace_20260928_212004_594017.json new file mode 100644 index 0000000..18f0c10 --- /dev/null +++ b/logs/trace_20260928_212004_594017.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:20:05.802-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 21.318, + 9.542, + 11.949 + ], + "median_ms": 11.949, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.318 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.542 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.949 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.898, + 20.77, + 12.814 + ], + "median_ms": 18.898, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 18.898 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 20.77 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.814 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.061, + 17.107, + 14.825 + ], + "median_ms": 15.061, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.061 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 17.107 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.825 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.798, + 23.545, + 10.785 + ], + "median_ms": 10.798, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 10.798 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 23.545 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 10.785 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 15.909, + 35.831, + 23.574 + ], + "median_ms": 23.574, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.909 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 35.831 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 23.574 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.553, + 17.861, + 46.754 + ], + "median_ms": 19.553, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.553 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.861 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 46.754 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 65.613, + 24.001, + 50.542 + ], + "median_ms": 50.542, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 65.613 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 24.001 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 50.542 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 17.689, + 12.853, + 17.48 + ], + "median_ms": 17.48, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.689 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 12.853 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.48 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.664, + 18.501, + 16.621 + ], + "median_ms": 17.664, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 17.664 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 18.501 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 16.621 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.686, + 17.619, + 13.759 + ], + "median_ms": 17.619, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 28.686 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.619 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 13.759 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212004_594017.txt", + "spike_captured": true, + "spike_limit_ms": 57.6, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 65.613 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 65.613, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 822 +} \ No newline at end of file diff --git a/logs/trace_20260928_212004_594017.txt b/logs/trace_20260928_212004_594017.txt new file mode 100644 index 0000000..ad25304 --- /dev/null +++ b/logs/trace_20260928_212004_594017.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 21.318 ms 9.542 ms 11.949 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 18.898 ms 20.770 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.814 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.061 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 17.107 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.825 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 10.798 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 23.545 ms 10.785 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.909 ms 35.831 ms 23.574 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 19.553 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.861 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 46.754 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 65.613 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 24.001 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 50.542 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.689 ms 12.853 ms 17.480 ms + 9 141.101.73.117 (141.101.73.117) 17.664 ms 141.101.73.171 (141.101.73.171) 18.501 ms 141.101.73.127 (141.101.73.127) 16.621 ms +10 141.101.73.169 (141.101.73.169) 28.686 ms one.one.one.one (1.1.1.1) 17.619 ms 141.101.73.159 (141.101.73.159) 13.759 ms diff --git a/logs/trace_20260928_212008_595250.json b/logs/trace_20260928_212008_595250.json new file mode 100644 index 0000000..800741e --- /dev/null +++ b/logs/trace_20260928_212008_595250.json @@ -0,0 +1,321 @@ +{ + "time": "2026-09-28T21:20:10.405-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.845, + 20.915, + 40.971 + ], + "median_ms": 20.915, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.845 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.915 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 40.971 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.76, + 11.714, + 5.358 + ], + "median_ms": 10.76, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.76 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.714 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 5.358 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 14.864, + 37.408, + 16.719 + ], + "median_ms": 16.719, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.864 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 37.408 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.719 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 54.835, + 26.712, + 11.792 + ], + "median_ms": 26.712, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 54.835 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 26.712 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.792 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.786, + 48.875, + 14.734 + ], + "median_ms": 14.786, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.786 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 48.875 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.734 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 39.638, + 18.03, + 15.806 + ], + "median_ms": 18.03, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 39.638 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 18.03 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.806 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.767, + 23.762, + 14.787 + ], + "median_ms": 16.767, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.767 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 23.762 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 14.787 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.785, + 24.029 + ], + "median_ms": 18.907, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 13.785 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 24.029 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.747, + 15.704, + 18.665 + ], + "median_ms": 18.665, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 32.747 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.704 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 18.665 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.564, + 45.72, + 153.66 + ], + "median_ms": 45.72, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 31.564 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 45.72 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 153.66 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212008_595250.txt", + "spike_captured": true, + "spike_limit_ms": 57.45, + "spike_probes": [ + { + "hop": 10, + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 153.66 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 153.66, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 823 +} \ No newline at end of file diff --git a/logs/trace_20260928_212008_595250.txt b/logs/trace_20260928_212008_595250.txt new file mode 100644 index 0000000..09bbe5b --- /dev/null +++ b/logs/trace_20260928_212008_595250.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.845 ms 20.915 ms 40.971 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 10.760 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.714 ms 5.358 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.864 ms 37.408 ms 16.719 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 54.835 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 26.712 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 11.792 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 14.786 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 48.875 ms 14.734 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 39.638 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 18.030 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 15.806 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.767 ms 23.762 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 14.787 ms + 8 141.101.73.111 (141.101.73.111) 13.785 ms * 141.101.73.110 (141.101.73.110) 24.029 ms + 9 141.101.73.111 (141.101.73.111) 32.747 ms 141.101.73.110 (141.101.73.110) 15.704 ms 18.665 ms +10 one.one.one.one (1.1.1.1) 31.564 ms 141.101.73.195 (141.101.73.195) 45.720 ms 141.101.73.179 (141.101.73.179) 153.660 ms diff --git a/logs/trace_20260928_212012_596636.json b/logs/trace_20260928_212012_596636.json new file mode 100644 index 0000000..cf38a55 --- /dev/null +++ b/logs/trace_20260928_212012_596636.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:20:13.804-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 78.014, + 13.187, + 11.761 + ], + "median_ms": 13.187, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 78.014 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.187 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.761 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.862, + 9.447, + 18.87 + ], + "median_ms": 11.862, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.862 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 9.447 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 18.87 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.738, + 14.843, + 14.806 + ], + "median_ms": 14.843, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 31.738 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.843 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.806 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.614, + 25.92, + 38.767 + ], + "median_ms": 25.92, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.614 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 25.92 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 38.767 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.802, + 17.762, + 16.898 + ], + "median_ms": 16.898, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.802 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.762 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.898 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.752, + 16.799, + 26.787 + ], + "median_ms": 17.752, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.752 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.799 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.787 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 14.705, + 31.912, + 35.865 + ], + "median_ms": 31.912, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.705 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 31.912 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 35.865 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.472, + 53.65, + 15.68 + ], + "median_ms": 16.472, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.472 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 53.65 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.68 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 51.585, + 68.621, + 25.617 + ], + "median_ms": 51.585, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 51.585 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 68.621 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 25.617 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 44.89, + 16.577, + 35.067 + ], + "median_ms": 35.067, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 44.89 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.577 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 35.067 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212012_596636.txt", + "spike_captured": true, + "spike_limit_ms": 57.5, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 78.014 + }, + { + "hop": 9, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 68.621 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 78.014, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 824 +} \ No newline at end of file diff --git a/logs/trace_20260928_212012_596636.txt b/logs/trace_20260928_212012_596636.txt new file mode 100644 index 0000000..6cccf6f --- /dev/null +++ b/logs/trace_20260928_212012_596636.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 78.014 ms 13.187 ms 11.761 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.862 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 9.447 ms 18.870 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 31.738 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.843 ms 14.806 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.614 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 25.920 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 38.767 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.802 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.762 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.898 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.752 ms 16.799 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 26.787 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.705 ms 31.912 ms 35.865 ms + 8 141.101.73.111 (141.101.73.111) 16.472 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 53.650 ms 141.101.73.111 (141.101.73.111) 15.680 ms + 9 141.101.73.147 (141.101.73.147) 51.585 ms 141.101.73.110 (141.101.73.110) 68.621 ms 25.617 ms +10 141.101.73.125 (141.101.73.125) 44.890 ms one.one.one.one (1.1.1.1) 16.577 ms 35.067 ms diff --git a/logs/trace_20260928_212016_597154.json b/logs/trace_20260928_212016_597154.json new file mode 100644 index 0000000..d9bf9df --- /dev/null +++ b/logs/trace_20260928_212016_597154.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:20:18.206-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 10.725, + 17.705, + 30.82 + ], + "median_ms": 17.705, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.725 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 17.705 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 30.82 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.845, + 10.539, + 12.244 + ], + "median_ms": 12.244, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 32.845 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 10.539 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.244 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.768, + 13.812, + 12.75 + ], + "median_ms": 13.768, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.768 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.812 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.75 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.443, + 12.557, + 12.714 + ], + "median_ms": 12.714, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.443 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.557 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.714 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 16.43, + 18.296, + 16.659 + ], + "median_ms": 16.659, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.43 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.296 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.659 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.714, + 15.78, + 16.81 + ], + "median_ms": 16.714, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.714 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.78 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.81 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.807, + 17.81, + 15.666 + ], + "median_ms": 15.666, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 14.807 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 17.81 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.666 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 19.08, + 46.106 + ], + "median_ms": 32.593, + "timeouts": 1, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 19.08 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 46.106 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 94.71, + 16.673, + 25.639 + ], + "median_ms": 25.639, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 94.71 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 16.673 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 25.639 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 99.886, + 19.714, + 18.722 + ], + "median_ms": 19.714, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 99.886 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 19.714 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.722 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212016_597154.txt", + "spike_captured": true, + "spike_limit_ms": 57.45, + "spike_probes": [ + { + "hop": 9, + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 94.71 + }, + { + "hop": 10, + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 99.886 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 99.886, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 825 +} \ No newline at end of file diff --git a/logs/trace_20260928_212016_597154.txt b/logs/trace_20260928_212016_597154.txt new file mode 100644 index 0000000..6991d81 --- /dev/null +++ b/logs/trace_20260928_212016_597154.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 10.725 ms 17.705 ms 30.820 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 32.845 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 10.539 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.244 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.768 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.812 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.750 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.443 ms 12.557 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.714 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.430 ms 18.296 ms 16.659 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.714 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 15.780 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.810 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 14.807 ms 17.810 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.666 ms + 8 * 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 19.080 ms 46.106 ms + 9 141.101.73.165 (141.101.73.165) 94.710 ms 141.101.73.127 (141.101.73.127) 16.673 ms 141.101.73.111 (141.101.73.111) 25.639 ms +10 141.101.73.161 (141.101.73.161) 99.886 ms 141.101.73.117 (141.101.73.117) 19.714 ms one.one.one.one (1.1.1.1) 18.722 ms diff --git a/logs/trace_20260928_212020_598687.json b/logs/trace_20260928_212020_598687.json new file mode 100644 index 0000000..f5b70e6 --- /dev/null +++ b/logs/trace_20260928_212020_598687.json @@ -0,0 +1,387 @@ +{ + "time": "2026-09-28T21:20:22.604-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.588, + 41.685, + 60.732 + ], + "median_ms": 41.685, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.588 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 41.685 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 60.732 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 39.742, + 13.047, + 80.758 + ], + "median_ms": 39.742, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 39.742 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 13.047 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 80.758 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 68.609, + 12.819, + 24.7 + ], + "median_ms": 24.7, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 68.609 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.819 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 24.7 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.786, + 36.801, + 11.777 + ], + "median_ms": 26.786, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 26.786 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 36.801 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.777 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 106.191, + 62.703, + 19.622 + ], + "median_ms": 62.703, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 106.191 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 62.703 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 19.622 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 34.706, + 63.746, + 59.799 + ], + "median_ms": 59.799, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 34.706 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 63.746 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 59.799 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 82.785, + 37.385, + 14.645 + ], + "median_ms": 37.385, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 82.785 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 37.385 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 14.645 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 38.754, + 16.553, + 159.719 + ], + "median_ms": 38.754, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 38.754 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.553 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 159.719 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 70.768, + 28.675, + 66.65 + ], + "median_ms": 66.65, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 70.768 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 28.675 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 66.65 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.606, + 16.623, + 17.848 + ], + "median_ms": 17.848, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 18.606 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.623 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 17.848 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212020_598687.txt", + "spike_captured": true, + "spike_limit_ms": 57.45, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 60.732 + }, + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 80.758 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 68.609 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 106.191 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 62.703 + }, + { + "hop": 6, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 63.746 + }, + { + "hop": 6, + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 59.799 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 82.785 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 159.719 + }, + { + "hop": 9, + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 70.768 + }, + { + "hop": 9, + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 66.65 + } + ], + "spike_probe_count": 11, + "peak_probe_ms": 159.719, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 826 +} \ No newline at end of file diff --git a/logs/trace_20260928_212020_598687.txt b/logs/trace_20260928_212020_598687.txt new file mode 100644 index 0000000..d94dbbe --- /dev/null +++ b/logs/trace_20260928_212020_598687.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.588 ms 41.685 ms 60.732 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 39.742 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 13.047 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 80.758 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 68.609 ms 12.819 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 24.700 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 26.786 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 36.801 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.777 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 106.191 ms 62.703 ms 19.622 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 34.706 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 63.746 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 59.799 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 82.785 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 37.385 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 14.645 ms + 8 141.101.73.110 (141.101.73.110) 38.754 ms 16.553 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 159.719 ms + 9 141.101.73.125 (141.101.73.125) 70.768 ms 141.101.73.110 (141.101.73.110) 28.675 ms 141.101.73.147 (141.101.73.147) 66.650 ms +10 141.101.73.165 (141.101.73.165) 18.606 ms one.one.one.one (1.1.1.1) 16.623 ms 141.101.73.125 (141.101.73.125) 17.848 ms diff --git a/logs/trace_20260928_212037_602278.json b/logs/trace_20260928_212037_602278.json new file mode 100644 index 0000000..df19e6e --- /dev/null +++ b/logs/trace_20260928_212037_602278.json @@ -0,0 +1,356 @@ +{ + "time": "2026-09-28T21:20:38.607-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.792, + 11.824, + 21.847 + ], + "median_ms": 12.792, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.792 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.824 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.847 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.968, + 11.674, + 11.273 + ], + "median_ms": 11.273, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 10.968 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.674 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.273 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.861, + 24.225, + 12.836 + ], + "median_ms": 14.861, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.861 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 24.225 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.836 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.655, + 13.875, + 11.815 + ], + "median_ms": 11.815, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.655 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.875 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.815 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 13.749, + 15.851, + 14.548 + ], + "median_ms": 14.548, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 13.749 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.851 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.548 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.754, + 29.837, + 16.656 + ], + "median_ms": 16.656, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.754 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 29.837 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.656 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.838, + 57.798, + 15.638 + ], + "median_ms": 31.838, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 31.838 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 57.798 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.638 + } + ] + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": [ + 14.742, + 15.558, + 13.033 + ], + "median_ms": 14.742, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.742 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.558 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 13.033 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.523, + 12.608, + 16.472 + ], + "median_ms": 16.472, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 19.523 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 12.608 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.472 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.797, + 24.628, + 17.633 + ], + "median_ms": 24.628, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 27.797 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 24.628 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 17.633 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 16.75, + 16.037, + 14.767 + ], + "median_ms": 16.037, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.75 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.037 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.767 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212037_602278.txt", + "spike_captured": true, + "spike_limit_ms": 57.5, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 57.798 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 57.798, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 830 +} \ No newline at end of file diff --git a/logs/trace_20260928_212037_602278.txt b/logs/trace_20260928_212037_602278.txt new file mode 100644 index 0000000..26c3f23 --- /dev/null +++ b/logs/trace_20260928_212037_602278.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.792 ms 11.824 ms 21.847 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 10.968 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.674 ms 11.273 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.861 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 24.225 ms 12.836 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 11.655 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.875 ms 11.815 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 13.749 ms 15.851 ms 14.548 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 15.754 ms 29.837 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.656 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 31.838 ms 57.798 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.638 ms + 8 141.101.73.111 (141.101.73.111) 14.742 ms 15.558 ms 13.033 ms + 9 141.101.73.119 (141.101.73.119) 19.523 ms 141.101.73.110 (141.101.73.110) 12.608 ms 16.472 ms +10 141.101.73.127 (141.101.73.127) 27.797 ms 141.101.73.179 (141.101.73.179) 24.628 ms 141.101.73.173 (141.101.73.173) 17.633 ms +11 one.one.one.one (1.1.1.1) 16.750 ms 16.037 ms 14.767 ms diff --git a/logs/trace_20260928_212101_608269.json b/logs/trace_20260928_212101_608269.json new file mode 100644 index 0000000..c58cb12 --- /dev/null +++ b/logs/trace_20260928_212101_608269.json @@ -0,0 +1,315 @@ +{ + "time": "2026-09-28T21:21:03.614-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.213, + 11.764, + 12.791 + ], + "median_ms": 12.791, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.213 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.764 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.791 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.767, + 12.739, + 13.315 + ], + "median_ms": 12.739, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.767 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.739 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 13.315 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.76, + 14.838, + 31.602 + ], + "median_ms": 16.76, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.76 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.838 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 31.602 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.685, + 15.933, + 13.486 + ], + "median_ms": 14.685, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.685 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.933 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.486 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 18.775, + 47.814, + 18.646 + ], + "median_ms": 18.775, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.775 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 47.814 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.646 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.635, + 16.79, + 12.835 + ], + "median_ms": 16.79, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 33.635 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.79 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 12.835 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.91, + 36.779 + ], + "median_ms": 29.344500000000004, + "timeouts": 1, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 21.91 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 36.779 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 34.782, + 29.469, + 18.607 + ], + "median_ms": 29.469, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 34.782 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 29.469 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 18.607 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.709, + 70.725, + 15.607 + ], + "median_ms": 15.709, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.709 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 70.725 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.607 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.08, + 16.739 + ], + "median_ms": 16.9095, + "timeouts": 1, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.08 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 16.739 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212101_608269.txt", + "spike_captured": true, + "spike_limit_ms": 56.85, + "spike_probes": [ + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 70.725 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 70.725, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 836 +} \ No newline at end of file diff --git a/logs/trace_20260928_212101_608269.txt b/logs/trace_20260928_212101_608269.txt new file mode 100644 index 0000000..0c64c03 --- /dev/null +++ b/logs/trace_20260928_212101_608269.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.213 ms 11.764 ms 12.791 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.767 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.739 ms 13.315 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.760 ms 14.838 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 31.602 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.685 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.933 ms 13.486 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.775 ms 47.814 ms 18.646 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 33.635 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.790 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 12.835 ms + 7 * lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 21.910 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 36.779 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 34.782 ms 141.101.73.110 (141.101.73.110) 29.469 ms 18.607 ms + 9 141.101.73.111 (141.101.73.111) 15.709 ms 70.725 ms 141.101.73.110 (141.101.73.110) 15.607 ms +10 * one.one.one.one (1.1.1.1) 17.080 ms 141.101.73.117 (141.101.73.117) 16.739 ms diff --git a/logs/trace_20260928_212106_609442.json b/logs/trace_20260928_212106_609442.json new file mode 100644 index 0000000..df8c3ca --- /dev/null +++ b/logs/trace_20260928_212106_609442.json @@ -0,0 +1,392 @@ +{ + "time": "2026-09-28T21:21:09.220-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 44.157, + 13.868, + 14.764 + ], + "median_ms": 14.764, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 44.157 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.868 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.764 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 58.883, + 12.222, + 14.085 + ], + "median_ms": 14.085, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 58.883 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.222 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 14.085 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.216, + 80.778, + 44.623 + ], + "median_ms": 44.623, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 27.216 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 80.778 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 44.623 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.793, + 14.766, + 25.808 + ], + "median_ms": 25.808, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 31.793 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.766 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 25.808 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 39.735, + 36.825, + 64.822 + ], + "median_ms": 39.735, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 39.735 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 36.825 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 64.822 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.669, + 84.8, + 27.707 + ], + "median_ms": 31.669, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 31.669 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 84.8 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 27.707 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 29.75, + 43.794, + 42.634 + ], + "median_ms": 42.634, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.75 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 43.794 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 42.634 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 69.905, + 42.593, + 26.444 + ], + "median_ms": 42.593, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 69.905 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 42.593 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 26.444 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 163.626, + 15.698, + 37.6 + ], + "median_ms": 37.6, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 163.626 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.698 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 37.6 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 47.692, + 26.609, + 20.558 + ], + "median_ms": 26.609, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 47.692 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 26.609 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 20.558 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 424.614, + 8.746, + 26.679 + ], + "median_ms": 26.679, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 424.614 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 8.746 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 26.679 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212106_609442.txt", + "spike_captured": true, + "spike_limit_ms": 56.95, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 58.883 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 80.778 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 64.822 + }, + { + "hop": 6, + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 84.8 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 69.905 + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 163.626 + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 424.614 + } + ], + "spike_probe_count": 7, + "peak_probe_ms": 424.614, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 837 +} \ No newline at end of file diff --git a/logs/trace_20260928_212106_609442.txt b/logs/trace_20260928_212106_609442.txt new file mode 100644 index 0000000..77673cd --- /dev/null +++ b/logs/trace_20260928_212106_609442.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 44.157 ms 13.868 ms 14.764 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 58.883 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.222 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 14.085 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 27.216 ms 80.778 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 44.623 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 31.793 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.766 ms 25.808 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 39.735 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 36.825 ms 64.822 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 31.669 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 84.800 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 27.707 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 29.750 ms 43.794 ms 42.634 ms + 8 141.101.73.110 (141.101.73.110) 69.905 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 42.593 ms 141.101.73.110 (141.101.73.110) 26.444 ms + 9 141.101.73.111 (141.101.73.111) 163.626 ms 141.101.73.110 (141.101.73.110) 15.698 ms 141.101.73.161 (141.101.73.161) 37.600 ms +10 141.101.73.173 (141.101.73.173) 47.692 ms 141.101.73.195 (141.101.73.195) 26.609 ms 141.101.73.159 (141.101.73.159) 20.558 ms +11 one.one.one.one (1.1.1.1) 424.614 ms 8.746 ms 26.679 ms diff --git a/logs/trace_20260928_212111_610650.json b/logs/trace_20260928_212111_610650.json new file mode 100644 index 0000000..a5efc39 --- /dev/null +++ b/logs/trace_20260928_212111_610650.json @@ -0,0 +1,321 @@ +{ + "time": "2026-09-28T21:21:13.220-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 54.406, + 34.549, + 20.665 + ], + "median_ms": 34.549, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 54.406 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 34.549 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.665 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 9.696, + 11.002, + 11.632 + ], + "median_ms": 11.002, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 9.696 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.002 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.632 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 14.777, + 14.691, + 23.721 + ], + "median_ms": 14.777, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.777 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.691 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 23.721 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 53.906, + 13.67, + 12.685 + ], + "median_ms": 13.67, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 53.906 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.67 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.685 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.691, + 59.755, + 18.629 + ], + "median_ms": 18.629, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.691 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 59.755 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.629 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.845, + 19.683, + 19.634 + ], + "median_ms": 19.634, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.845 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.683 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.634 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.928, + 31.139 + ], + "median_ms": 23.5335, + "timeouts": 1, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.928 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 31.139 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.609, + 16.742, + 16.758 + ], + "median_ms": 16.758, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.609 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.742 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.758 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.787, + 38.658, + 19.599 + ], + "median_ms": 19.599, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 12.787 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 38.658 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 19.599 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.631, + 16.772, + 12.608 + ], + "median_ms": 16.631, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.631 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 16.772 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 12.608 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212111_610650.txt", + "spike_captured": true, + "spike_limit_ms": 57.05, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 59.755 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 59.755, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 838 +} \ No newline at end of file diff --git a/logs/trace_20260928_212111_610650.txt b/logs/trace_20260928_212111_610650.txt new file mode 100644 index 0000000..c1e7aca --- /dev/null +++ b/logs/trace_20260928_212111_610650.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 54.406 ms 34.549 ms 20.665 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 9.696 ms 11.002 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.632 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.777 ms 14.691 ms 23.721 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 53.906 ms 13.670 ms 12.685 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.691 ms 59.755 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.629 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 16.845 ms 19.683 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 19.634 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.928 ms * lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 31.139 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.609 ms 141.101.73.111 (141.101.73.111) 16.742 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.758 ms + 9 141.101.73.177 (141.101.73.177) 12.787 ms 141.101.73.173 (141.101.73.173) 38.658 ms 141.101.73.127 (141.101.73.127) 19.599 ms +10 one.one.one.one (1.1.1.1) 16.631 ms 141.101.73.195 (141.101.73.195) 16.772 ms one.one.one.one (1.1.1.1) 12.608 ms diff --git a/logs/trace_20260928_212120_612807.json b/logs/trace_20260928_212120_612807.json new file mode 100644 index 0000000..babb7a3 --- /dev/null +++ b/logs/trace_20260928_212120_612807.json @@ -0,0 +1,315 @@ +{ + "time": "2026-09-28T21:21:22.422-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.468, + 11.899, + 20.948 + ], + "median_ms": 11.899, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.468 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.899 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.948 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.777, + 11.998, + 11.52 + ], + "median_ms": 11.777, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.777 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.998 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.52 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 12.495, + 15.027, + 12.799 + ], + "median_ms": 12.799, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.495 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.027 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.799 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.85, + 12.788, + 11.693 + ], + "median_ms": 12.788, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.85 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.788 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.693 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.071, + 16.66, + 16.885 + ], + "median_ms": 16.885, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.071 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.66 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.885 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 51.642, + 17.672, + 16.764 + ], + "median_ms": 17.672, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 51.642 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.672 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.764 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 50.106, + 21.13, + 73.738 + ], + "median_ms": 50.106, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 50.106 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 21.13 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 73.738 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 15.688, + 14.681, + 16.742 + ], + "median_ms": 15.688, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.688 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.681 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.742 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.618, + 16.878 + ], + "median_ms": 16.747999999999998, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 16.618 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.878 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.673, + 15.649 + ], + "median_ms": 16.660999999999998, + "timeouts": 1, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.673 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 15.649 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212120_612807.txt", + "spike_captured": true, + "spike_limit_ms": 57.05, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 73.738 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 73.738, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 840 +} \ No newline at end of file diff --git a/logs/trace_20260928_212120_612807.txt b/logs/trace_20260928_212120_612807.txt new file mode 100644 index 0000000..04151a7 --- /dev/null +++ b/logs/trace_20260928_212120_612807.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.468 ms 11.899 ms 20.948 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.777 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.998 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.520 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.495 ms 15.027 ms 12.799 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.850 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.788 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.693 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 18.071 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.660 ms 16.885 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 51.642 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 17.672 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.764 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 50.106 ms 21.130 ms 73.738 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.688 ms 14.681 ms 16.742 ms + 9 141.101.73.125 (141.101.73.125) 16.618 ms * 141.101.73.110 (141.101.73.110) 16.878 ms +10 one.one.one.one (1.1.1.1) 17.673 ms 141.101.73.165 (141.101.73.165) 15.649 ms * diff --git a/logs/trace_20260928_212133_616125.json b/logs/trace_20260928_212133_616125.json new file mode 100644 index 0000000..9460a13 --- /dev/null +++ b/logs/trace_20260928_212133_616125.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:21:34.621-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.879, + 12.897, + 11.641 + ], + "median_ms": 12.897, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.879 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.897 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.641 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.751, + 10.772, + 11.249 + ], + "median_ms": 10.772, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 10.751 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.772 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.249 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.088, + 12.815, + 13.803 + ], + "median_ms": 12.815, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 10.088 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.815 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.803 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 14.652, + 21.829, + 12.698 + ], + "median_ms": 14.652, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.652 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 21.829 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.698 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.72, + 17.841, + 18.668 + ], + "median_ms": 17.841, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.72 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.841 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.668 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.754, + 15.745, + 13.802 + ], + "median_ms": 15.745, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.754 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.745 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 13.802 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.817, + 57.73, + 16.667 + ], + "median_ms": 31.817, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 31.817 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 57.73 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.667 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.822, + 14.763, + 29.664 + ], + "median_ms": 29.664, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 36.822 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.763 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 29.664 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.708, + 16.663, + 14.502 + ], + "median_ms": 16.663, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 31.708 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 16.663 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.502 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.64, + 18.861, + 15.57 + ], + "median_ms": 16.64, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.64 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 18.861 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.57 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212133_616125.txt", + "spike_captured": true, + "spike_limit_ms": 56.8, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 57.73 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 57.73, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 843 +} \ No newline at end of file diff --git a/logs/trace_20260928_212133_616125.txt b/logs/trace_20260928_212133_616125.txt new file mode 100644 index 0000000..f14a156 --- /dev/null +++ b/logs/trace_20260928_212133_616125.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.879 ms 12.897 ms 11.641 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 10.751 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 10.772 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.249 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 10.088 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 12.815 ms 13.803 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.652 ms 21.829 ms 12.698 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.720 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.841 ms 18.668 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 19.754 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.745 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 13.802 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 31.817 ms 57.730 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.667 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 36.822 ms 141.101.73.110 (141.101.73.110) 14.763 ms 29.664 ms + 9 141.101.73.119 (141.101.73.119) 31.708 ms 141.101.73.125 (141.101.73.125) 16.663 ms 141.101.73.111 (141.101.73.111) 14.502 ms +10 one.one.one.one (1.1.1.1) 16.640 ms 141.101.73.119 (141.101.73.119) 18.861 ms one.one.one.one (1.1.1.1) 15.570 ms diff --git a/logs/trace_20260928_212146_619386.json b/logs/trace_20260928_212146_619386.json new file mode 100644 index 0000000..5d97423 --- /dev/null +++ b/logs/trace_20260928_212146_619386.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:21:48.228-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.212, + 9.552, + 9.849 + ], + "median_ms": 9.849, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.212 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.552 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.849 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.129, + 11.708, + 12.353 + ], + "median_ms": 12.129, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.129 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.708 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.353 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.35, + 22.996, + 16.089 + ], + "median_ms": 16.089, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.35 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 22.996 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.089 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.582, + 40.707, + 37.818 + ], + "median_ms": 37.818, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.582 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 40.707 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 37.818 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 16.563, + 16.706, + 15.767 + ], + "median_ms": 16.563, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.563 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.706 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.767 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 72.597, + 63.644, + 17.995 + ], + "median_ms": 63.644, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 72.597 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 63.644 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.995 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.658, + 15.995, + 15.636 + ], + "median_ms": 15.636, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.658 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.995 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.636 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.668, + 14.579, + 14.778 + ], + "median_ms": 14.579, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.668 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.579 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.778 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 34.782, + 13.764, + 15.56 + ], + "median_ms": 15.56, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 34.782 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 13.764 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.56 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.667, + 19.908 + ], + "median_ms": 17.7875, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 15.667 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 19.908 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212146_619386.txt", + "spike_captured": true, + "spike_limit_ms": 57.45, + "spike_probes": [ + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 72.597 + }, + { + "hop": 6, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 63.644 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 72.597, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 846 +} \ No newline at end of file diff --git a/logs/trace_20260928_212146_619386.txt b/logs/trace_20260928_212146_619386.txt new file mode 100644 index 0000000..53bbb3e --- /dev/null +++ b/logs/trace_20260928_212146_619386.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.212 ms 9.552 ms 9.849 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.129 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.708 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.353 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.350 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 22.996 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 16.089 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.582 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 40.707 ms 37.818 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.563 ms 16.706 ms 15.767 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 72.597 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 63.644 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 17.995 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.658 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.995 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.636 ms + 8 141.101.73.110 (141.101.73.110) 13.668 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.579 ms 141.101.73.111 (141.101.73.111) 14.778 ms + 9 141.101.73.177 (141.101.73.177) 34.782 ms 141.101.73.111 (141.101.73.111) 13.764 ms 15.560 ms +10 141.101.73.127 (141.101.73.127) 15.667 ms * one.one.one.one (1.1.1.1) 19.908 ms diff --git a/logs/trace_20260928_212150_620963.json b/logs/trace_20260928_212150_620963.json new file mode 100644 index 0000000..04a9c0a --- /dev/null +++ b/logs/trace_20260928_212150_620963.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:21:51.828-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.739, + 12.974, + 11.777 + ], + "median_ms": 12.739, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.739 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.974 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.777 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.18, + 32.583, + 11.825 + ], + "median_ms": 22.18, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 22.18 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 32.583 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.825 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.716, + 16.839, + 14.785 + ], + "median_ms": 14.785, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 11.716 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.839 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.785 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.618, + 12.447, + 11.794 + ], + "median_ms": 12.447, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.618 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.447 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.794 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 17.889, + 15.707, + 15.667 + ], + "median_ms": 15.707, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.889 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.707 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.667 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.694, + 15.647, + 16.657 + ], + "median_ms": 15.647, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 14.694 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.647 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.657 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.576, + 30.35, + 33.454 + ], + "median_ms": 30.35, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 25.576 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 30.35 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 33.454 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.078, + 14.979, + 57.461 + ], + "median_ms": 29.078, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.078 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.979 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 57.461 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.714, + 18.67, + 38.583 + ], + "median_ms": 23.714, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 23.714 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 18.67 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 38.583 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 89.638, + 16.543, + 28.588 + ], + "median_ms": 28.588, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 89.638 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 16.543 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 28.588 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212150_620963.txt", + "spike_captured": true, + "spike_limit_ms": 57.5, + "spike_probes": [ + { + "hop": 10, + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 89.638 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 89.638, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 847 +} \ No newline at end of file diff --git a/logs/trace_20260928_212150_620963.txt b/logs/trace_20260928_212150_620963.txt new file mode 100644 index 0000000..e082740 --- /dev/null +++ b/logs/trace_20260928_212150_620963.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.739 ms 12.974 ms 11.777 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 22.180 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 32.583 ms 11.825 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 11.716 ms 16.839 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.785 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.618 ms 12.447 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 11.794 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.889 ms 15.707 ms 15.667 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 14.694 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 15.647 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.657 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 25.576 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 30.350 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 33.454 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 29.078 ms 141.101.73.111 (141.101.73.111) 14.979 ms 57.461 ms + 9 141.101.73.110 (141.101.73.110) 23.714 ms 141.101.73.195 (141.101.73.195) 18.670 ms 141.101.73.110 (141.101.73.110) 38.583 ms +10 141.101.73.169 (141.101.73.169) 89.638 ms 141.101.73.127 (141.101.73.127) 16.543 ms one.one.one.one (1.1.1.1) 28.588 ms diff --git a/logs/trace_20260928_212154_621984.json b/logs/trace_20260928_212154_621984.json new file mode 100644 index 0000000..37262d5 --- /dev/null +++ b/logs/trace_20260928_212154_621984.json @@ -0,0 +1,369 @@ +{ + "time": "2026-09-28T21:21:57.832-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 27.296, + 231.123, + 13.551 + ], + "median_ms": 27.296, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 27.296 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 231.123 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.551 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 45.952, + 213.099, + 11.63 + ], + "median_ms": 45.952, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 45.952 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 213.099 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.63 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 12.823, + 19.94, + 25.537 + ], + "median_ms": 19.94, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.823 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 19.94 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 25.537 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.709, + 33.712, + 26.718 + ], + "median_ms": 33.709, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 33.709 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 33.712 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 26.718 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 45.673, + 17.755, + 130.827 + ], + "median_ms": 45.673, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 45.673 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.755 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 130.827 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 77.757, + 78.523, + 156.626 + ], + "median_ms": 78.523, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 77.757 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 78.523 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 156.626 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 75.684, + 95.649, + 46.695 + ], + "median_ms": 75.684, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 75.684 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 95.649 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 46.695 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.291, + 72.422 + ], + "median_ms": 46.8565, + "timeouts": 1, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 21.291 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 72.422 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 48.533, + 17.595, + 33.651 + ], + "median_ms": 33.651, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 48.533 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 17.595 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 33.651 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.597, + 47.842, + 26.639 + ], + "median_ms": 31.597, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 31.597 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 47.842 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 26.639 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212154_621984.txt", + "spike_captured": true, + "spike_limit_ms": 57.5, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 231.123 + }, + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 213.099 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 130.827 + }, + { + "hop": 6, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 77.757 + }, + { + "hop": 6, + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 78.523 + }, + { + "hop": 6, + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 156.626 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 75.684 + }, + { + "hop": 7, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 95.649 + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 72.422 + } + ], + "spike_probe_count": 9, + "peak_probe_ms": 231.123, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 848 +} \ No newline at end of file diff --git a/logs/trace_20260928_212154_621984.txt b/logs/trace_20260928_212154_621984.txt new file mode 100644 index 0000000..2b99b64 --- /dev/null +++ b/logs/trace_20260928_212154_621984.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 27.296 ms 231.123 ms 13.551 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 45.952 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 213.099 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.630 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 12.823 ms 19.940 ms 25.537 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 33.709 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 33.712 ms 26.718 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 45.673 ms 17.755 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 130.827 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 77.757 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 78.523 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 156.626 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 75.684 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 95.649 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 46.695 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 21.291 ms * 141.101.73.111 (141.101.73.111) 72.422 ms + 9 141.101.73.147 (141.101.73.147) 48.533 ms 141.101.73.119 (141.101.73.119) 17.595 ms 141.101.73.111 (141.101.73.111) 33.651 ms +10 one.one.one.one (1.1.1.1) 31.597 ms 47.842 ms 141.101.73.125 (141.101.73.125) 26.639 ms diff --git a/logs/trace_20260928_212213_626144.json b/logs/trace_20260928_212213_626144.json new file mode 100644 index 0000000..705f121 --- /dev/null +++ b/logs/trace_20260928_212213_626144.json @@ -0,0 +1,321 @@ +{ + "time": "2026-09-28T21:22:15.034-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 24.49, + 11.956, + 10.953 + ], + "median_ms": 11.956, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 24.49 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.956 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.953 + } + ] + }, + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": [ + 11.616, + 12.206, + 11.82 + ], + "median_ms": 11.82, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.616 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.206 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.82 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.721, + 13.477, + 13.73 + ], + "median_ms": 13.73, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 19.721 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.477 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.73 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.605, + 13.657, + 10.723 + ], + "median_ms": 12.605, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.605 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.657 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 10.723 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.624, + 15.717, + 16.71 + ], + "median_ms": 15.717, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.624 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.717 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.71 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.67, + 15.848, + 18.551 + ], + "median_ms": 16.67, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.67 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.848 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.551 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 38.662, + 16.753, + 14.674 + ], + "median_ms": 16.753, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 38.662 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.753 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 14.674 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.691, + 15.57, + 59.766 + ], + "median_ms": 15.57, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.691 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.57 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 59.766 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.693, + 21.596 + ], + "median_ms": 18.6445, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.693 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 21.596 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.941, + 16.548, + 15.64 + ], + "median_ms": 16.548, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 22.941 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 16.548 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.64 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212213_626144.txt", + "spike_captured": true, + "spike_limit_ms": 57.35, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 59.766 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 59.766, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 852 +} \ No newline at end of file diff --git a/logs/trace_20260928_212213_626144.txt b/logs/trace_20260928_212213_626144.txt new file mode 100644 index 0000000..12ea270 --- /dev/null +++ b/logs/trace_20260928_212213_626144.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 24.490 ms 11.956 ms 10.953 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.616 ms 12.206 ms 11.820 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 19.721 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.477 ms 13.730 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.605 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.657 ms 10.723 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.624 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.717 ms 16.710 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.670 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.848 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 18.551 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 38.662 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.753 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 14.674 ms + 8 141.101.73.110 (141.101.73.110) 14.691 ms 141.101.73.111 (141.101.73.111) 15.570 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 59.766 ms + 9 141.101.73.111 (141.101.73.111) 15.693 ms 141.101.73.167 (141.101.73.167) 21.596 ms * +10 141.101.73.175 (141.101.73.175) 22.941 ms 141.101.73.171 (141.101.73.171) 16.548 ms one.one.one.one (1.1.1.1) 15.640 ms diff --git a/logs/trace_20260928_212217_627096.json b/logs/trace_20260928_212217_627096.json new file mode 100644 index 0000000..764e3f3 --- /dev/null +++ b/logs/trace_20260928_212217_627096.json @@ -0,0 +1,315 @@ +{ + "time": "2026-09-28T21:22:19.835-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 8.856, + 11.951, + 18.895 + ], + "median_ms": 11.951, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 8.856 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.951 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 18.895 + } + ] + }, + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": [ + 48.858, + 10.548, + 11.818 + ], + "median_ms": 11.818, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 48.858 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 10.548 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.818 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.799, + 12.802, + 13.688 + ], + "median_ms": 13.688, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.799 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.802 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.688 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.669, + 31.634, + 30.653 + ], + "median_ms": 30.653, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.669 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 31.634 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 30.653 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 14.725, + 14.897, + 16.785 + ], + "median_ms": 14.897, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.725 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.897 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.785 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 55.737, + 18.688, + 15.78 + ], + "median_ms": 18.688, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 55.737 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.688 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.78 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.74, + 37.679 + ], + "median_ms": 27.7095, + "timeouts": 1, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.74 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 37.679 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.067, + 15.345 + ], + "median_ms": 16.206, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.067 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.345 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.834, + 36.687, + 62.557 + ], + "median_ms": 36.687, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 16.834 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 36.687 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 62.557 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.675, + 14.612, + 39.797 + ], + "median_ms": 24.675, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 24.675 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.612 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 39.797 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212217_627096.txt", + "spike_captured": true, + "spike_limit_ms": 57.4, + "spike_probes": [ + { + "hop": 9, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 62.557 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 62.557, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 853 +} \ No newline at end of file diff --git a/logs/trace_20260928_212217_627096.txt b/logs/trace_20260928_212217_627096.txt new file mode 100644 index 0000000..a363b25 --- /dev/null +++ b/logs/trace_20260928_212217_627096.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 8.856 ms 11.951 ms 18.895 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 48.858 ms 10.548 ms 11.818 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.799 ms 12.802 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.688 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.669 ms 31.634 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 30.653 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.725 ms 14.897 ms 16.785 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 55.737 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 18.688 ms 15.780 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.740 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 37.679 ms * + 8 141.101.73.110 (141.101.73.110) 17.067 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.345 ms * + 9 141.101.73.161 (141.101.73.161) 16.834 ms 141.101.73.119 (141.101.73.119) 36.687 ms 141.101.73.110 (141.101.73.110) 62.557 ms +10 141.101.73.171 (141.101.73.171) 24.675 ms one.one.one.one (1.1.1.1) 14.612 ms 141.101.73.119 (141.101.73.119) 39.797 ms diff --git a/logs/trace_20260928_212222_627991.json b/logs/trace_20260928_212222_627991.json new file mode 100644 index 0000000..5615617 --- /dev/null +++ b/logs/trace_20260928_212222_627991.json @@ -0,0 +1,309 @@ +{ + "time": "2026-09-28T21:22:25.635-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 113.317, + 13.812, + 46.833 + ], + "median_ms": 46.833, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 113.317 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.812 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 46.833 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.797, + 14.083, + 25.883 + ], + "median_ms": 14.083, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.797 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 14.083 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 25.883 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 32.829, + 55.674, + 15.911 + ], + "median_ms": 32.829, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 32.829 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 55.674 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.911 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.47, + 14.017, + 14.872 + ], + "median_ms": 14.47, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.47 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.017 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.872 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.497, + 34.818, + 15.558 + ], + "median_ms": 29.497, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 29.497 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 34.818 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.558 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.832, + 58.886, + 26.694 + ], + "median_ms": 26.694, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.832 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 58.886 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 26.694 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.836, + 41.667 + ], + "median_ms": 30.2515, + "timeouts": 1, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 18.836 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 41.667 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 15.129, + 15.962 + ], + "median_ms": 15.5455, + "timeouts": 1, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.129 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.962 + } + ] + }, + { + "hop": 9, + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": [ + 26.834 + ], + "median_ms": 26.834, + "timeouts": 2, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 26.834 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.738, + 15.815, + 16.845 + ], + "median_ms": 16.845, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.738 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.815 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 16.845 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212222_627991.txt", + "spike_captured": true, + "spike_limit_ms": 57.35, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 113.317 + }, + { + "hop": 6, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 58.886 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 113.317, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 854 +} \ No newline at end of file diff --git a/logs/trace_20260928_212222_627991.txt b/logs/trace_20260928_212222_627991.txt new file mode 100644 index 0000000..59d6de8 --- /dev/null +++ b/logs/trace_20260928_212222_627991.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 113.317 ms 13.812 ms 46.833 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.797 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 14.083 ms 25.883 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 32.829 ms 55.674 ms 15.911 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.470 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.017 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.872 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 29.497 ms 34.818 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.558 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 17.832 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 58.886 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 26.694 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 18.836 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 41.667 ms * + 8 * 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.129 ms 15.962 ms + 9 * 141.101.73.163 (141.101.73.163) 26.834 ms * +10 one.one.one.one (1.1.1.1) 17.738 ms 15.815 ms 141.101.73.119 (141.101.73.119) 16.845 ms diff --git a/logs/trace_20260928_212232_630460.json b/logs/trace_20260928_212232_630460.json new file mode 100644 index 0000000..e73dbe9 --- /dev/null +++ b/logs/trace_20260928_212232_630460.json @@ -0,0 +1,332 @@ +{ + "time": "2026-09-28T21:22:35.638-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 14.035, + 20.232, + 10.787 + ], + "median_ms": 14.035, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.035 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.232 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.787 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.113, + 14.283, + 11.771 + ], + "median_ms": 13.113, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 13.113 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 14.283 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.771 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.795, + 22.851, + 12.8 + ], + "median_ms": 14.795, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.795 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 22.851 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.8 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.809, + 12.748, + 15.787 + ], + "median_ms": 15.787, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 21.809 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.748 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.787 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 39.855, + 18.618, + 16.79 + ], + "median_ms": 18.618, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 39.855 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.618 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.79 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.618, + 16.691, + 16.664 + ], + "median_ms": 16.691, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 29.618 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.691 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.664 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 46.571, + 15.788, + 23.842 + ], + "median_ms": 23.842, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 46.571 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.788 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 23.842 + } + ] + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": [ + 13.32 + ], + "median_ms": 13.32, + "timeouts": 2, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.32 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.632, + 15.614, + 23.691 + ], + "median_ms": 15.632, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.632 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.614 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 23.691 + } + ] + }, + { + "hop": 10, + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": [ + 57.417 + ], + "median_ms": 57.417, + "timeouts": 2, + "probes": [ + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 57.417 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 21.779, + 16.827, + 16.63 + ], + "median_ms": 16.827, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 21.779 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.827 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.63 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212232_630460.txt", + "spike_captured": true, + "spike_limit_ms": 57.35, + "spike_probes": [ + { + "hop": 10, + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 57.417 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 57.417, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 856 +} \ No newline at end of file diff --git a/logs/trace_20260928_212232_630460.txt b/logs/trace_20260928_212232_630460.txt new file mode 100644 index 0000000..80da0da --- /dev/null +++ b/logs/trace_20260928_212232_630460.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 14.035 ms 20.232 ms 10.787 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 13.113 ms 14.283 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.771 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.795 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 22.851 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.800 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 21.809 ms 12.748 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.787 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 39.855 ms 18.618 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.790 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 29.618 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 16.691 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.664 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 46.571 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.788 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 23.842 ms + 8 * * 141.101.73.110 (141.101.73.110) 13.320 ms + 9 141.101.73.110 (141.101.73.110) 15.632 ms 15.614 ms 141.101.73.147 (141.101.73.147) 23.691 ms +10 * 141.101.73.149 (141.101.73.149) 57.417 ms * +11 one.one.one.one (1.1.1.1) 21.779 ms 16.827 ms 16.630 ms diff --git a/logs/trace_20260928_212246_634011.json b/logs/trace_20260928_212246_634011.json new file mode 100644 index 0000000..b0dcc0d --- /dev/null +++ b/logs/trace_20260928_212246_634011.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:22:47.639-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 10.117, + 12.989, + 12.821 + ], + "median_ms": 12.821, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.117 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.989 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.821 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.905, + 11.853, + 12.422 + ], + "median_ms": 12.422, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 24.905 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.853 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.422 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 18.278, + 15.293, + 15.568 + ], + "median_ms": 15.568, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 18.278 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.293 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.568 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.607, + 11.755, + 12.718 + ], + "median_ms": 12.718, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.607 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.755 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.718 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 15.894, + 16.804, + 16.697 + ], + "median_ms": 16.697, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.894 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.804 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.697 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.911, + 19.612, + 15.772 + ], + "median_ms": 17.911, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.911 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.612 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.772 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 62.719, + 48.763, + 14.713 + ], + "median_ms": 48.763, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 62.719 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 48.763 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 14.713 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.756, + 14.61, + 14.572 + ], + "median_ms": 14.61, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.756 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.61 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.572 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.555, + 15.43, + 14.744 + ], + "median_ms": 15.43, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.555 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.43 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.744 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.568, + 16.62, + 12.5 + ], + "median_ms": 16.568, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.568 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 16.62 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 12.5 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212246_634011.txt", + "spike_captured": true, + "spike_limit_ms": 56.7, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 62.719 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 62.719, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 859 +} \ No newline at end of file diff --git a/logs/trace_20260928_212246_634011.txt b/logs/trace_20260928_212246_634011.txt new file mode 100644 index 0000000..4fe3d7d --- /dev/null +++ b/logs/trace_20260928_212246_634011.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 10.117 ms 12.989 ms 12.821 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 24.905 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.853 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.422 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 18.278 ms 15.293 ms 15.568 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.607 ms 11.755 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.718 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.894 ms 16.804 ms 16.697 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 17.911 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 19.612 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.772 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 62.719 ms 48.763 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 14.713 ms + 8 141.101.73.111 (141.101.73.111) 14.756 ms 141.101.73.110 (141.101.73.110) 14.610 ms 141.101.73.111 (141.101.73.111) 14.572 ms + 9 141.101.73.111 (141.101.73.111) 15.555 ms 15.430 ms 141.101.73.110 (141.101.73.110) 14.744 ms +10 one.one.one.one (1.1.1.1) 16.568 ms 141.101.73.165 (141.101.73.165) 16.620 ms one.one.one.one (1.1.1.1) 12.500 ms diff --git a/logs/trace_20260928_212308_639376.json b/logs/trace_20260928_212308_639376.json new file mode 100644 index 0000000..7d13eb3 --- /dev/null +++ b/logs/trace_20260928_212308_639376.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:23:10.048-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 9.411, + 10.77, + 32.997 + ], + "median_ms": 10.77, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.411 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.77 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 32.997 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.874, + 12.98, + 21.488 + ], + "median_ms": 12.98, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.874 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.98 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 21.488 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.948, + 24.091, + 22.903 + ], + "median_ms": 22.903, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.948 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 24.091 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 22.903 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.82, + 11.746, + 14.868 + ], + "median_ms": 14.868, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 23.82 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.746 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.868 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.788, + 19.72, + 15.626 + ], + "median_ms": 19.72, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 19.788 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 19.72 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.626 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 177.881, + 48.786, + 30.705 + ], + "median_ms": 48.786, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 177.881 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 48.786 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 30.705 + } + ] + }, + { + "hop": 7, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": [ + 20.93, + 19.864, + 211.724 + ], + "median_ms": 20.93, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 20.93 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 19.864 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 211.724 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.578, + 54.699, + 33.54 + ], + "median_ms": 33.54, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 26.578 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 54.699 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 33.54 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.716, + 17.612, + 46.609 + ], + "median_ms": 28.716, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 28.716 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 17.612 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 46.609 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 35.661, + 35.734, + 17.65 + ], + "median_ms": 35.661, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 35.661 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 35.734 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.65 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212308_639376.txt", + "spike_captured": true, + "spike_limit_ms": 56.5, + "spike_probes": [ + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 177.881 + }, + { + "hop": 7, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 211.724 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 211.724, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 865 +} \ No newline at end of file diff --git a/logs/trace_20260928_212308_639376.txt b/logs/trace_20260928_212308_639376.txt new file mode 100644 index 0000000..39db9d2 --- /dev/null +++ b/logs/trace_20260928_212308_639376.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 9.411 ms 10.770 ms 32.997 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 10.874 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.980 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 21.488 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.948 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 24.091 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 22.903 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 23.820 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.746 ms 14.868 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 19.788 ms 19.720 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.626 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 177.881 ms 48.786 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 30.705 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 20.930 ms 19.864 ms 211.724 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 26.578 ms 141.101.73.111 (141.101.73.111) 54.699 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 33.540 ms + 9 141.101.73.149 (141.101.73.149) 28.716 ms 141.101.73.147 (141.101.73.147) 17.612 ms 141.101.73.161 (141.101.73.161) 46.609 ms +10 one.one.one.one (1.1.1.1) 35.661 ms 141.101.73.149 (141.101.73.149) 35.734 ms one.one.one.one (1.1.1.1) 17.650 ms diff --git a/logs/trace_20260928_212316_641332.json b/logs/trace_20260928_212316_641332.json new file mode 100644 index 0000000..2b6f095 --- /dev/null +++ b/logs/trace_20260928_212316_641332.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T21:23:18.250-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 88.263, + 14.474, + 39.9 + ], + "median_ms": 39.9, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 88.263 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.474 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 39.9 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 151.718, + 36.027, + 34.62 + ], + "median_ms": 36.027, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 151.718 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 36.027 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 34.62 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.645, + 34.66, + 14.606 + ], + "median_ms": 25.645, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 25.645 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 34.66 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.606 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 58.746, + 32.703, + 51.734 + ], + "median_ms": 51.734, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 58.746 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 32.703 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 51.734 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 37.608, + 17.596, + 24.704 + ], + "median_ms": 24.704, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 37.608 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.596 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 24.704 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.699, + 51.572, + 32.564 + ], + "median_ms": 32.564, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 26.699 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 51.572 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 32.564 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 43.689, + 36.631, + 27.639 + ], + "median_ms": 36.631, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 43.689 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 36.631 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 27.639 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 34.679, + 31.868, + 17.778 + ], + "median_ms": 31.868, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 34.679 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 31.868 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.778 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 49.899, + 29.711, + 18.434 + ], + "median_ms": 29.711, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 49.899 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 29.711 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 18.434 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.503, + 23.827, + 16.757 + ], + "median_ms": 16.757, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.503 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 23.827 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 16.757 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212316_641332.txt", + "spike_captured": true, + "spike_limit_ms": 56.8, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 88.263 + }, + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 151.718 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 58.746 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 151.718, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 867 +} \ No newline at end of file diff --git a/logs/trace_20260928_212316_641332.txt b/logs/trace_20260928_212316_641332.txt new file mode 100644 index 0000000..4b4186b --- /dev/null +++ b/logs/trace_20260928_212316_641332.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 88.263 ms 14.474 ms 39.900 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 151.718 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 36.027 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 34.620 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 25.645 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 34.660 ms 14.606 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 58.746 ms 32.703 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 51.734 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 37.608 ms 17.596 ms 24.704 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 26.699 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 51.572 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 32.564 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 43.689 ms 36.631 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 27.639 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 34.679 ms 31.868 ms 17.778 ms + 9 141.101.73.110 (141.101.73.110) 49.899 ms 141.101.73.173 (141.101.73.173) 29.711 ms 141.101.73.195 (141.101.73.195) 18.434 ms +10 one.one.one.one (1.1.1.1) 15.503 ms 23.827 ms 141.101.73.165 (141.101.73.165) 16.757 ms diff --git a/logs/trace_20260928_212320_642322.json b/logs/trace_20260928_212320_642322.json new file mode 100644 index 0000000..b03d3a2 --- /dev/null +++ b/logs/trace_20260928_212320_642322.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:23:21.850-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.116, + 11.934, + 20.814 + ], + "median_ms": 13.116, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.116 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.934 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.814 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 38.804, + 37.503, + 17.795 + ], + "median_ms": 37.503, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 38.804 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 37.503 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 17.795 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.958, + 17.684, + 16.999 + ], + "median_ms": 16.999, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.958 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 17.684 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.999 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.631, + 22.98, + 14.568 + ], + "median_ms": 14.568, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.631 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 22.98 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.568 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.605, + 15.352, + 14.492 + ], + "median_ms": 15.352, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 24.605 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.352 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.492 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.549, + 15.099, + 15.803 + ], + "median_ms": 15.803, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.549 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.099 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.803 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 34.858, + 32.766, + 28.773 + ], + "median_ms": 32.766, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 34.858 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 32.766 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 28.773 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.659, + 15.8, + 14.674 + ], + "median_ms": 15.8, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.659 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.8 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.674 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.576, + 31.663, + 17.595 + ], + "median_ms": 17.595, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.576 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 31.663 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.595 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 91.599, + 50.617, + 15.526 + ], + "median_ms": 50.617, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 91.599 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 50.617 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 15.526 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212320_642322.txt", + "spike_captured": true, + "spike_limit_ms": 56.8, + "spike_probes": [ + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 91.599 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 91.599, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 868 +} \ No newline at end of file diff --git a/logs/trace_20260928_212320_642322.txt b/logs/trace_20260928_212320_642322.txt new file mode 100644 index 0000000..d27535d --- /dev/null +++ b/logs/trace_20260928_212320_642322.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.116 ms 11.934 ms 20.814 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 38.804 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 37.503 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 17.795 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.958 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 17.684 ms 16.999 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.631 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 22.980 ms 14.568 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 24.605 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.352 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.492 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 26.549 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.099 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 15.803 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 34.858 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 32.766 ms 28.773 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 29.659 ms 141.101.73.111 (141.101.73.111) 15.800 ms 141.101.73.110 (141.101.73.110) 14.674 ms + 9 141.101.73.110 (141.101.73.110) 16.576 ms 141.101.73.111 (141.101.73.111) 31.663 ms 141.101.73.110 (141.101.73.110) 17.595 ms +10 one.one.one.one (1.1.1.1) 91.599 ms 50.617 ms 141.101.73.161 (141.101.73.161) 15.526 ms diff --git a/logs/trace_20260928_212332_645326.json b/logs/trace_20260928_212332_645326.json new file mode 100644 index 0000000..4dc0c35 --- /dev/null +++ b/logs/trace_20260928_212332_645326.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:23:33.855-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 23.642, + 11.86, + 11.148 + ], + "median_ms": 11.86, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 23.642 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.86 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.148 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.512, + 11.931, + 12.352 + ], + "median_ms": 11.931, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.512 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.931 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.352 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.847, + 14.833, + 15.688 + ], + "median_ms": 14.833, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.847 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.833 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.688 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.803, + 55.976, + 15.656 + ], + "median_ms": 30.803, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 30.803 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 55.976 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.656 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.775, + 138.765, + 16.884 + ], + "median_ms": 19.775, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 19.775 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 138.765 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.884 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 125.886, + 17.663, + 17.862 + ], + "median_ms": 17.862, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 125.886 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.663 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 17.862 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.787, + 30.8, + 45.771 + ], + "median_ms": 30.8, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 23.787 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 30.8 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 45.771 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.005, + 38.723, + 41.728 + ], + "median_ms": 38.723, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.005 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 38.723 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 41.728 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.711, + 14.677, + 14.792 + ], + "median_ms": 14.711, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 14.711 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.677 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.792 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.785, + 17.525, + 16.589 + ], + "median_ms": 16.785, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.785 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 17.525 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.589 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212332_645326.txt", + "spike_captured": true, + "spike_limit_ms": 56.8, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 138.765 + }, + { + "hop": 6, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 125.886 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 138.765, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 871 +} \ No newline at end of file diff --git a/logs/trace_20260928_212332_645326.txt b/logs/trace_20260928_212332_645326.txt new file mode 100644 index 0000000..5ac8a9a --- /dev/null +++ b/logs/trace_20260928_212332_645326.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 23.642 ms 11.860 ms 11.148 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.512 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.931 ms 12.352 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.847 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.833 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.688 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 30.803 ms 55.976 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.656 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 19.775 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 138.765 ms 16.884 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 125.886 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 17.663 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 17.862 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 23.787 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 30.800 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 45.771 ms + 8 141.101.73.111 (141.101.73.111) 16.005 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 38.723 ms 41.728 ms + 9 141.101.73.167 (141.101.73.167) 14.711 ms 141.101.73.110 (141.101.73.110) 14.677 ms 14.792 ms +10 one.one.one.one (1.1.1.1) 16.785 ms 141.101.73.119 (141.101.73.119) 17.525 ms one.one.one.one (1.1.1.1) 16.589 ms diff --git a/logs/trace_20260928_212336_646404.json b/logs/trace_20260928_212336_646404.json new file mode 100644 index 0000000..15deb9e --- /dev/null +++ b/logs/trace_20260928_212336_646404.json @@ -0,0 +1,357 @@ +{ + "time": "2026-09-28T21:23:38.254-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 14.309, + 14.015, + 13.954 + ], + "median_ms": 14.015, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.309 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.015 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.954 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 69.837, + 11.598, + 19.802 + ], + "median_ms": 19.802, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 69.837 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.598 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 19.802 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 17.902, + 55.811, + 101.671 + ], + "median_ms": 55.811, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 17.902 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 55.811 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 101.671 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 26.731, + 36.667, + 20.957 + ], + "median_ms": 26.731, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 26.731 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 36.667 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 20.957 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 62.538, + 66.844, + 39.783 + ], + "median_ms": 62.538, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 62.538 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 66.844 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 39.783 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.281, + 16.344, + 33.773 + ], + "median_ms": 19.281, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 19.281 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.344 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 33.773 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.71, + 17.083, + 15.455 + ], + "median_ms": 17.083, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 22.71 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.083 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.455 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 17.64, + 300.829, + 31.882 + ], + "median_ms": 31.882, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.64 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 300.829 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 31.882 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.862, + 80.56, + 16.8 + ], + "median_ms": 19.862, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 19.862 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 80.56 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.8 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.901, + 21.238, + 17.611 + ], + "median_ms": 17.611, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.901 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 21.238 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 17.611 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212336_646404.txt", + "spike_captured": true, + "spike_limit_ms": 56.8, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 69.837 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 101.671 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 62.538 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 66.844 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 300.829 + }, + { + "hop": 9, + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 80.56 + } + ], + "spike_probe_count": 6, + "peak_probe_ms": 300.829, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 872 +} \ No newline at end of file diff --git a/logs/trace_20260928_212336_646404.txt b/logs/trace_20260928_212336_646404.txt new file mode 100644 index 0000000..2b745fb --- /dev/null +++ b/logs/trace_20260928_212336_646404.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 14.309 ms 14.015 ms 13.954 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 69.837 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.598 ms 19.802 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 17.902 ms 55.811 ms 101.671 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 26.731 ms 36.667 ms 20.957 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 62.538 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 66.844 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 39.783 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 19.281 ms 16.344 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 33.773 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 22.710 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.083 ms 15.455 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.640 ms 300.829 ms 31.882 ms + 9 141.101.73.149 (141.101.73.149) 19.862 ms 141.101.73.177 (141.101.73.177) 80.560 ms 141.101.73.110 (141.101.73.110) 16.800 ms +10 one.one.one.one (1.1.1.1) 14.901 ms 141.101.73.195 (141.101.73.195) 21.238 ms 141.101.73.167 (141.101.73.167) 17.611 ms diff --git a/logs/trace_20260928_212340_647409.json b/logs/trace_20260928_212340_647409.json new file mode 100644 index 0000000..d1cf962 --- /dev/null +++ b/logs/trace_20260928_212340_647409.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:23:41.855-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.309, + 15.617, + 11.846 + ], + "median_ms": 12.309, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.309 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.617 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.846 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 9.776, + 33.952, + 35.201 + ], + "median_ms": 33.952, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 9.776 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 33.952 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 35.201 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 61.679, + 12.685, + 15.691 + ], + "median_ms": 15.691, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 61.679 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.685 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.691 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 25.67, + 21.675, + 13.802 + ], + "median_ms": 21.675, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 25.67 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 21.675 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.802 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.904, + 17.537, + 15.838 + ], + "median_ms": 17.537, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.904 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.537 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.838 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.592, + 15.842, + 20.783 + ], + "median_ms": 16.592, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.592 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.842 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 20.783 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.88, + 47.516, + 18.83 + ], + "median_ms": 18.83, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.88 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 47.516 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 18.83 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.734, + 16.602, + 50.695 + ], + "median_ms": 16.602, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.734 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.602 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 50.695 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.625, + 50.526, + 16.579 + ], + "median_ms": 27.625, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 27.625 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 50.526 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 16.579 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 17.542, + 29.477, + 15.923 + ], + "median_ms": 17.542, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.542 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 29.477 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.923 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212340_647409.txt", + "spike_captured": true, + "spike_limit_ms": 56.9, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 61.679 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 61.679, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 873 +} \ No newline at end of file diff --git a/logs/trace_20260928_212340_647409.txt b/logs/trace_20260928_212340_647409.txt new file mode 100644 index 0000000..a5e9465 --- /dev/null +++ b/logs/trace_20260928_212340_647409.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.309 ms 15.617 ms 11.846 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 9.776 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 33.952 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 35.201 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 61.679 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 12.685 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.691 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 25.670 ms 21.675 ms 13.802 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 25.904 ms 17.537 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.838 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 16.592 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.842 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 20.783 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.880 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 47.516 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 18.830 ms + 8 141.101.73.110 (141.101.73.110) 15.734 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.602 ms 141.101.73.111 (141.101.73.111) 50.695 ms + 9 141.101.73.157 (141.101.73.157) 27.625 ms 141.101.73.125 (141.101.73.125) 50.526 ms 141.101.73.165 (141.101.73.165) 16.579 ms +10 one.one.one.one (1.1.1.1) 17.542 ms 29.477 ms 15.923 ms diff --git a/logs/trace_20260928_212354_650848.json b/logs/trace_20260928_212354_650848.json new file mode 100644 index 0000000..e3b8ce8 --- /dev/null +++ b/logs/trace_20260928_212354_650848.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:23:55.861-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 39.634, + 34.525, + 14.859 + ], + "median_ms": 34.525, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 39.634 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 34.525 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.859 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.827, + 26.346, + 13.723 + ], + "median_ms": 24.827, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 24.827 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 26.346 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.723 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.613, + 89.949, + 21.645 + ], + "median_ms": 21.645, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.613 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 89.949 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 21.645 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.737, + 23.652, + 23.714 + ], + "median_ms": 23.652, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.737 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 23.652 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 23.714 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.669, + 24.702, + 35.698 + ], + "median_ms": 24.702, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.669 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 24.702 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 35.698 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.673, + 17.679, + 14.696 + ], + "median_ms": 17.679, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 33.673 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.679 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.696 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.68, + 104.872, + 16.446 + ], + "median_ms": 29.68, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 29.68 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 104.872 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.446 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.819, + 17.791, + 14.887 + ], + "median_ms": 17.791, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.819 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.791 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.887 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.517, + 36.615, + 16.623 + ], + "median_ms": 16.623, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 16.517 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 36.615 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.623 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.582, + 17.64, + 16.632 + ], + "median_ms": 16.632, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 16.582 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 17.64 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.632 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212354_650848.txt", + "spike_captured": true, + "spike_limit_ms": 57.4, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 89.949 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 104.872 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 104.872, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 877 +} \ No newline at end of file diff --git a/logs/trace_20260928_212354_650848.txt b/logs/trace_20260928_212354_650848.txt new file mode 100644 index 0000000..211a7a4 --- /dev/null +++ b/logs/trace_20260928_212354_650848.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 39.634 ms 34.525 ms 14.859 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 24.827 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 26.346 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 13.723 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.613 ms 89.949 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 21.645 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.737 ms 23.652 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 23.714 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.669 ms 24.702 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 35.698 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 33.673 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 17.679 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 14.696 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 29.680 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 104.872 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.446 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.819 ms 17.791 ms 141.101.73.110 (141.101.73.110) 14.887 ms + 9 141.101.73.119 (141.101.73.119) 16.517 ms 36.615 ms 141.101.73.110 (141.101.73.110) 16.623 ms +10 141.101.73.177 (141.101.73.177) 16.582 ms 141.101.73.125 (141.101.73.125) 17.640 ms one.one.one.one (1.1.1.1) 16.632 ms diff --git a/logs/trace_20260928_212406_653963.json b/logs/trace_20260928_212406_653963.json new file mode 100644 index 0000000..705579e --- /dev/null +++ b/logs/trace_20260928_212406_653963.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T21:24:07.863-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 19.407, + 10.682, + 7.881 + ], + "median_ms": 10.682, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 19.407 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.682 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 7.881 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.895, + 10.786, + 11.872 + ], + "median_ms": 10.895, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 10.895 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 10.786 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.872 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.474, + 14.05, + 13.019 + ], + "median_ms": 13.474, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.474 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.05 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.019 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.07, + 13.773, + 10.716 + ], + "median_ms": 11.07, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.07 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.773 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 10.716 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 16.674, + 13.753, + 16.86 + ], + "median_ms": 16.674, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.674 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 13.753 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.86 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.622, + 52.78, + 66.775 + ], + "median_ms": 52.78, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 28.622 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 52.78 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 66.775 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.756, + 14.585, + 15.769 + ], + "median_ms": 15.769, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.756 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 14.585 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.769 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.661, + 85.741, + 59.864 + ], + "median_ms": 59.864, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.661 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 85.741 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 59.864 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.619, + 16.619, + 15.616 + ], + "median_ms": 15.619, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.619 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 16.619 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.616 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 69.526, + 16.763, + 50.619 + ], + "median_ms": 50.619, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 69.526 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 16.763 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 50.619 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212406_653963.txt", + "spike_captured": true, + "spike_limit_ms": 57.7, + "spike_probes": [ + { + "hop": 6, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 66.775 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 85.741 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 59.864 + }, + { + "hop": 10, + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 69.526 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 85.741, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 880 +} \ No newline at end of file diff --git a/logs/trace_20260928_212406_653963.txt b/logs/trace_20260928_212406_653963.txt new file mode 100644 index 0000000..f1c2913 --- /dev/null +++ b/logs/trace_20260928_212406_653963.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 19.407 ms 10.682 ms 7.881 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 10.895 ms 10.786 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.872 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.474 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.050 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.019 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 11.070 ms 13.773 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 10.716 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.674 ms 13.753 ms 16.860 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 28.622 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 52.780 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 66.775 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.756 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 14.585 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.769 ms + 8 141.101.73.110 (141.101.73.110) 14.661 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 85.741 ms 59.864 ms + 9 141.101.73.110 (141.101.73.110) 15.619 ms 141.101.73.171 (141.101.73.171) 16.619 ms 141.101.73.110 (141.101.73.110) 15.616 ms +10 141.101.73.167 (141.101.73.167) 69.526 ms 141.101.73.165 (141.101.73.165) 16.763 ms one.one.one.one (1.1.1.1) 50.619 ms diff --git a/logs/trace_20260928_212416_656315.json b/logs/trace_20260928_212416_656315.json new file mode 100644 index 0000000..f8739d4 --- /dev/null +++ b/logs/trace_20260928_212416_656315.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:24:17.662-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 9.491, + 13.366, + 8.824 + ], + "median_ms": 9.491, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.491 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.366 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 8.824 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.772, + 11.714, + 12.209 + ], + "median_ms": 11.772, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.772 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.714 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.209 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.146, + 12.182, + 12.701 + ], + "median_ms": 12.701, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.146 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.182 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.701 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.16, + 13.734, + 13.23 + ], + "median_ms": 13.23, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.16 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.734 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.23 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.176, + 17.722, + 15.679 + ], + "median_ms": 17.176, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.176 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.722 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.679 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.771, + 25.744, + 17.711 + ], + "median_ms": 17.711, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.771 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 25.744 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.711 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.81, + 17.775, + 16.573 + ], + "median_ms": 17.775, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 19.81 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.775 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.573 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.614, + 62.613, + 17.53 + ], + "median_ms": 24.614, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 24.614 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 62.613 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.53 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.662, + 17.461, + 16.549 + ], + "median_ms": 17.461, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 22.662 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.461 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 16.549 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.615, + 44.493, + 28.252 + ], + "median_ms": 28.252, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 14.615 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 44.493 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 28.252 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212416_656315.txt", + "spike_captured": true, + "spike_limit_ms": 57.3, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 62.613 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 62.613, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 883 +} \ No newline at end of file diff --git a/logs/trace_20260928_212416_656315.txt b/logs/trace_20260928_212416_656315.txt new file mode 100644 index 0000000..83a2eb1 --- /dev/null +++ b/logs/trace_20260928_212416_656315.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 9.491 ms 13.366 ms 8.824 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.772 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.714 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.209 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.146 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.182 ms 12.701 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.160 ms 13.734 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.230 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.176 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.722 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.679 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.771 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 25.744 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 17.711 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 19.810 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.775 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.573 ms + 8 141.101.73.111 (141.101.73.111) 24.614 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 62.613 ms 17.530 ms + 9 141.101.73.111 (141.101.73.111) 22.662 ms 141.101.73.110 (141.101.73.110) 17.461 ms 141.101.73.119 (141.101.73.119) 16.549 ms +10 141.101.73.147 (141.101.73.147) 14.615 ms one.one.one.one (1.1.1.1) 44.493 ms 28.252 ms diff --git a/logs/trace_20260928_212424_658363.json b/logs/trace_20260928_212424_658363.json new file mode 100644 index 0000000..bffa7bd --- /dev/null +++ b/logs/trace_20260928_212424_658363.json @@ -0,0 +1,357 @@ +{ + "time": "2026-09-28T21:24:26.665-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 27.719, + 21.48, + 13.03 + ], + "median_ms": 21.48, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 27.719 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.48 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.03 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 47.825, + 54.003, + 20.841 + ], + "median_ms": 47.825, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 47.825 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 54.003 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 20.841 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.718, + 24.689, + 22.591 + ], + "median_ms": 22.591, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.718 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 24.689 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 22.591 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.645, + 18.675, + 134.762 + ], + "median_ms": 18.675, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.645 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 18.675 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 134.762 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 39.628, + 18.592, + 58.702 + ], + "median_ms": 39.628, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 39.628 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.592 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 58.702 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 106.035, + 60.762, + 28.639 + ], + "median_ms": 60.762, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 106.035 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 60.762 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 28.639 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.698, + 41.717, + 42.629 + ], + "median_ms": 41.717, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.698 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 41.717 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 42.629 + } + ] + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": [ + 35.71, + 72.605, + 9.793 + ], + "median_ms": 35.71, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 35.71 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 72.605 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 9.793 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.79, + 74.865, + 55.564 + ], + "median_ms": 55.564, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 30.79 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 74.865 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 55.564 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.583, + 25.61, + 30.541 + ], + "median_ms": 25.61, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 25.583 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 25.61 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 30.541 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212424_658363.txt", + "spike_captured": true, + "spike_limit_ms": 57.35, + "spike_probes": [ + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 134.762 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 58.702 + }, + { + "hop": 6, + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 106.035 + }, + { + "hop": 6, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 60.762 + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 72.605 + }, + { + "hop": 9, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 74.865 + } + ], + "spike_probe_count": 6, + "peak_probe_ms": 134.762, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 885 +} \ No newline at end of file diff --git a/logs/trace_20260928_212424_658363.txt b/logs/trace_20260928_212424_658363.txt new file mode 100644 index 0000000..68ea0fc --- /dev/null +++ b/logs/trace_20260928_212424_658363.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 27.719 ms 21.480 ms 13.030 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 47.825 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 54.003 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 20.841 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.718 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 24.689 ms 22.591 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.645 ms 18.675 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 134.762 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 39.628 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.592 ms 58.702 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 106.035 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 60.762 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 28.639 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.698 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 41.717 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 42.629 ms + 8 141.101.73.111 (141.101.73.111) 35.710 ms 72.605 ms 9.793 ms + 9 141.101.73.169 (141.101.73.169) 30.790 ms 141.101.73.110 (141.101.73.110) 74.865 ms 141.101.73.111 (141.101.73.111) 55.564 ms +10 141.101.73.157 (141.101.73.157) 25.583 ms 141.101.73.163 (141.101.73.163) 25.610 ms one.one.one.one (1.1.1.1) 30.541 ms diff --git a/logs/trace_20260928_212433_660568.json b/logs/trace_20260928_212433_660568.json new file mode 100644 index 0000000..d7e8a3e --- /dev/null +++ b/logs/trace_20260928_212433_660568.json @@ -0,0 +1,351 @@ +{ + "time": "2026-09-28T21:24:36.069-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.898, + 21.934, + 32.841 + ], + "median_ms": 21.934, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.898 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.934 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 32.841 + } + ] + }, + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": [ + 55.841, + 12.502, + 10.677 + ], + "median_ms": 12.502, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 55.841 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.502 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 10.677 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.697, + 32.078, + 24.69 + ], + "median_ms": 24.69, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.697 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 32.078 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 24.69 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 34.836, + 13.706, + 21.66 + ], + "median_ms": 21.66, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 34.836 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.706 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 21.66 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 26.663, + 16.672, + 16.62 + ], + "median_ms": 16.672, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 26.663 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.672 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.62 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.66, + 38.771, + 29.754 + ], + "median_ms": 29.754, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.66 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 38.771 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 29.754 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 50.681, + 58.634, + 108.758 + ], + "median_ms": 58.634, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 50.681 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 58.634 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 108.758 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 58.653, + 94.724, + 46.666 + ], + "median_ms": 58.653, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 58.653 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 94.724 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 46.666 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 196.691, + 43.57, + 95.68 + ], + "median_ms": 95.68, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 196.691 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 43.57 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 95.68 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.602, + 40.697 + ], + "median_ms": 29.649500000000003, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 18.602 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 40.697 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212433_660568.txt", + "spike_captured": true, + "spike_limit_ms": 57.4, + "spike_probes": [ + { + "hop": 7, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 58.634 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 108.758 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 58.653 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 94.724 + }, + { + "hop": 9, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 196.691 + }, + { + "hop": 9, + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 95.68 + } + ], + "spike_probe_count": 6, + "peak_probe_ms": 196.691, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 887 +} \ No newline at end of file diff --git a/logs/trace_20260928_212433_660568.txt b/logs/trace_20260928_212433_660568.txt new file mode 100644 index 0000000..e3d3895 --- /dev/null +++ b/logs/trace_20260928_212433_660568.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.898 ms 21.934 ms 32.841 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 55.841 ms 12.502 ms 10.677 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.697 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 32.078 ms 24.690 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 34.836 ms 13.706 ms 21.660 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 26.663 ms 16.672 ms 16.620 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.660 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 38.771 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 29.754 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 50.681 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 58.634 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 108.758 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 58.653 ms 94.724 ms 46.666 ms + 9 141.101.73.110 (141.101.73.110) 196.691 ms 43.570 ms 141.101.73.119 (141.101.73.119) 95.680 ms +10 141.101.73.127 (141.101.73.127) 18.602 ms * one.one.one.one (1.1.1.1) 40.697 ms diff --git a/logs/trace_20260928_212450_665413.json b/logs/trace_20260928_212450_665413.json new file mode 100644 index 0000000..c58afac --- /dev/null +++ b/logs/trace_20260928_212450_665413.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:24:51.669-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.078, + 9.929, + 13.969 + ], + "median_ms": 12.078, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.078 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.929 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.969 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.819, + 10.87, + 10.423 + ], + "median_ms": 10.87, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 15.819 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 10.87 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 10.423 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.557, + 14.443, + 11.467 + ], + "median_ms": 14.443, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 21.557 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.443 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 11.467 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.059, + 40.578, + 15.656 + ], + "median_ms": 15.656, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.059 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 40.578 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.656 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.861, + 16.752, + 16.726 + ], + "median_ms": 16.726, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.861 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.752 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.726 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.649, + 17.318, + 18.494 + ], + "median_ms": 17.318, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.649 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 17.318 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 18.494 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 61.638, + 16.781, + 15.815 + ], + "median_ms": 16.781, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 61.638 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.781 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.815 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.762, + 64.642, + 12.754 + ], + "median_ms": 15.762, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.762 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 64.642 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 12.754 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.558, + 19.713, + 19.589 + ], + "median_ms": 19.589, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 19.558 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 19.713 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 19.589 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.588, + 16.868, + 24.562 + ], + "median_ms": 16.868, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.588 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 16.868 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 24.562 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212450_665413.txt", + "spike_captured": true, + "spike_limit_ms": 57.4, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 61.638 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 64.642 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 64.642, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 891 +} \ No newline at end of file diff --git a/logs/trace_20260928_212450_665413.txt b/logs/trace_20260928_212450_665413.txt new file mode 100644 index 0000000..11b2308 --- /dev/null +++ b/logs/trace_20260928_212450_665413.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.078 ms 9.929 ms 13.969 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 15.819 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 10.870 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 10.423 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 21.557 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.443 ms 11.467 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.059 ms 40.578 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.656 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.861 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.752 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.726 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 14.649 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 17.318 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 18.494 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 61.638 ms 16.781 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.815 ms + 8 141.101.73.110 (141.101.73.110) 15.762 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 64.642 ms 141.101.73.110 (141.101.73.110) 12.754 ms + 9 141.101.73.161 (141.101.73.161) 19.558 ms 141.101.73.169 (141.101.73.169) 19.713 ms 141.101.73.125 (141.101.73.125) 19.589 ms +10 one.one.one.one (1.1.1.1) 15.588 ms 141.101.73.127 (141.101.73.127) 16.868 ms 141.101.73.175 (141.101.73.175) 24.562 ms diff --git a/logs/trace_20260928_212501_667462.json b/logs/trace_20260928_212501_667462.json new file mode 100644 index 0000000..70fd22c --- /dev/null +++ b/logs/trace_20260928_212501_667462.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:25:02.876-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.798, + 21.11, + 13.75 + ], + "median_ms": 13.75, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.798 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.11 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.75 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.877, + 10.844, + 12.102 + ], + "median_ms": 11.877, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.877 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 10.844 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.102 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.821, + 22.907, + 28.477 + ], + "median_ms": 22.907, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.821 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 22.907 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 28.477 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 20.727, + 24.678, + 27.783 + ], + "median_ms": 24.678, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 20.727 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 24.678 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 27.783 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.523, + 24.719, + 16.712 + ], + "median_ms": 24.719, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 30.523 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.719 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.712 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.631, + 25.933, + 16.758 + ], + "median_ms": 16.758, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.631 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 25.933 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.758 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.786, + 16.667, + 25.857 + ], + "median_ms": 16.667, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.786 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.667 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 25.857 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 44.817, + 16.698, + 74.664 + ], + "median_ms": 44.817, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 44.817 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.698 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 74.664 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.698, + 47.602, + 24.892 + ], + "median_ms": 24.892, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.698 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 47.602 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 24.892 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.673, + 18.895, + 27.841 + ], + "median_ms": 18.895, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.673 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 18.895 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 27.841 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212501_667462.txt", + "spike_captured": true, + "spike_limit_ms": 57.3, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 74.664 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 74.664, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 894 +} \ No newline at end of file diff --git a/logs/trace_20260928_212501_667462.txt b/logs/trace_20260928_212501_667462.txt new file mode 100644 index 0000000..fdea283 --- /dev/null +++ b/logs/trace_20260928_212501_667462.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.798 ms 21.110 ms 13.750 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.877 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 10.844 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.102 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.821 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 22.907 ms 28.477 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 20.727 ms 24.678 ms 27.783 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 30.523 ms 24.719 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.712 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 16.631 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 25.933 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 16.758 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.786 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.667 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 25.857 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 44.817 ms 141.101.73.110 (141.101.73.110) 16.698 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 74.664 ms + 9 141.101.73.111 (141.101.73.111) 14.698 ms 141.101.73.110 (141.101.73.110) 47.602 ms 141.101.73.119 (141.101.73.119) 24.892 ms +10 one.one.one.one (1.1.1.1) 18.673 ms 141.101.73.157 (141.101.73.157) 18.895 ms 141.101.73.179 (141.101.73.179) 27.841 ms diff --git a/logs/trace_20260928_212505_668365.json b/logs/trace_20260928_212505_668365.json new file mode 100644 index 0000000..f1d165c --- /dev/null +++ b/logs/trace_20260928_212505_668365.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T21:25:07.674-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 15.183, + 58.005, + 22.813 + ], + "median_ms": 22.813, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.183 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 58.005 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.813 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 67.719, + 140.827, + 39.667 + ], + "median_ms": 67.719, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 67.719 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 140.827 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 39.667 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 11.753, + 38.01 + ], + "median_ms": 24.8815, + "timeouts": 1, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 11.753 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 38.01 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.641, + 25.606, + 16.475 + ], + "median_ms": 25.606, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 25.641 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 25.606 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 16.475 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 92.891, + 15.884, + 16.592 + ], + "median_ms": 16.592, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 92.891 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.884 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.592 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.925, + 60.59, + 16.878 + ], + "median_ms": 16.925, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.925 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 60.59 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.878 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.888, + 21.813, + 32.736 + ], + "median_ms": 21.813, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 14.888 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 21.813 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 32.736 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.711, + 25.454, + 35.726 + ], + "median_ms": 25.454, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.711 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.454 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 35.726 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.62, + 25.72, + 16.612 + ], + "median_ms": 16.612, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.62 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 25.72 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 16.612 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.658, + 17.776, + 22.437 + ], + "median_ms": 17.776, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 17.658 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 17.776 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 22.437 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212505_668365.txt", + "spike_captured": true, + "spike_limit_ms": 57.3, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 58.005 + }, + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 67.719 + }, + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 140.827 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 92.891 + }, + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 60.59 + } + ], + "spike_probe_count": 5, + "peak_probe_ms": 140.827, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 895 +} \ No newline at end of file diff --git a/logs/trace_20260928_212505_668365.txt b/logs/trace_20260928_212505_668365.txt new file mode 100644 index 0000000..94e9d01 --- /dev/null +++ b/logs/trace_20260928_212505_668365.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 15.183 ms 58.005 ms 22.813 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 67.719 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 140.827 ms 39.667 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 11.753 ms * 38.010 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 25.641 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 25.606 ms 16.475 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 92.891 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.884 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.592 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.925 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 60.590 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.878 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 14.888 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 21.813 ms 32.736 ms + 8 141.101.73.111 (141.101.73.111) 15.711 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 25.454 ms 141.101.73.110 (141.101.73.110) 35.726 ms + 9 141.101.73.111 (141.101.73.111) 14.620 ms 141.101.73.110 (141.101.73.110) 25.720 ms 141.101.73.173 (141.101.73.173) 16.612 ms +10 141.101.73.167 (141.101.73.167) 17.658 ms 141.101.73.159 (141.101.73.159) 17.776 ms one.one.one.one (1.1.1.1) 22.437 ms diff --git a/logs/trace_20260928_212510_669622.json b/logs/trace_20260928_212510_669622.json new file mode 100644 index 0000000..809ae31 --- /dev/null +++ b/logs/trace_20260928_212510_669622.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:25:11.881-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.167, + 11.985, + 24.839 + ], + "median_ms": 12.167, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.167 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.985 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 24.839 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.818, + 11.498, + 29.346 + ], + "median_ms": 12.818, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.818 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.498 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 29.346 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.091, + 15.833, + 14.754 + ], + "median_ms": 14.754, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.091 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.833 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.754 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.642, + 13.973, + 11.782 + ], + "median_ms": 13.973, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 32.642 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.973 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.782 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.629, + 15.712, + 15.34 + ], + "median_ms": 15.712, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.629 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.712 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.34 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.874, + 15.542, + 14.257 + ], + "median_ms": 15.542, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.874 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.542 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 14.257 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.957, + 15.772, + 15.736 + ], + "median_ms": 15.772, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.957 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.772 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.736 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.749, + 14.713, + 15.606 + ], + "median_ms": 15.606, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.749 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.713 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.606 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.672, + 15.652, + 29.637 + ], + "median_ms": 17.672, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.672 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.652 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 29.637 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 227.685, + 16.524, + 24.494 + ], + "median_ms": 24.494, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 227.685 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.524 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 24.494 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212510_669622.txt", + "spike_captured": true, + "spike_limit_ms": 57.4, + "spike_probes": [ + { + "hop": 10, + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 227.685 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 227.685, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 896 +} \ No newline at end of file diff --git a/logs/trace_20260928_212510_669622.txt b/logs/trace_20260928_212510_669622.txt new file mode 100644 index 0000000..4d782e8 --- /dev/null +++ b/logs/trace_20260928_212510_669622.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.167 ms 11.985 ms 24.839 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.818 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.498 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 29.346 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.091 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.833 ms 14.754 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 32.642 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.973 ms 11.782 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.629 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.712 ms 15.340 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.874 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 15.542 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 14.257 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.957 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.772 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.736 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.749 ms 141.101.73.111 (141.101.73.111) 14.713 ms 15.606 ms + 9 141.101.73.111 (141.101.73.111) 17.672 ms 141.101.73.110 (141.101.73.110) 15.652 ms 141.101.73.169 (141.101.73.169) 29.637 ms +10 141.101.73.117 (141.101.73.117) 227.685 ms one.one.one.one (1.1.1.1) 16.524 ms 141.101.73.167 (141.101.73.167) 24.494 ms diff --git a/logs/trace_20260928_212514_670606.json b/logs/trace_20260928_212514_670606.json new file mode 100644 index 0000000..d1d7890 --- /dev/null +++ b/logs/trace_20260928_212514_670606.json @@ -0,0 +1,363 @@ +{ + "time": "2026-09-28T21:25:17.080-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 24.976, + 36.626, + 21.873 + ], + "median_ms": 24.976, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 24.976 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 36.626 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.873 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.823, + 14.776, + 12.596 + ], + "median_ms": 14.776, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 24.823 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 14.776 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.596 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 38.649, + 20.744, + 30.845 + ], + "median_ms": 30.845, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 38.649 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 20.744 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 30.845 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.757, + 60.877, + 44.735 + ], + "median_ms": 44.735, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 17.757 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 60.877 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 44.735 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 16.767, + 42.821, + 16.677 + ], + "median_ms": 16.767, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.767 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 42.821 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.677 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.743, + 18.788, + 55.859 + ], + "median_ms": 18.788, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.743 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.788 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 55.859 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 17.745, + 49.964, + 18.638 + ], + "median_ms": 18.638, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.745 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 49.964 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.638 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.736, + 86.705, + 76.59 + ], + "median_ms": 76.59, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 33.736 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 86.705 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 76.59 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.839, + 199.778, + 310.885 + ], + "median_ms": 199.778, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.839 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 199.778 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 310.885 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.508, + 123.621, + 124.793 + ], + "median_ms": 123.621, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 30.508 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 123.621 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 124.793 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212514_670606.txt", + "spike_captured": true, + "spike_limit_ms": 57.5, + "spike_probes": [ + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 60.877 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 86.705 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 76.59 + }, + { + "hop": 9, + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 199.778 + }, + { + "hop": 9, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 310.885 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 123.621 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 124.793 + } + ], + "spike_probe_count": 7, + "peak_probe_ms": 310.885, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 897 +} \ No newline at end of file diff --git a/logs/trace_20260928_212514_670606.txt b/logs/trace_20260928_212514_670606.txt new file mode 100644 index 0000000..a137408 --- /dev/null +++ b/logs/trace_20260928_212514_670606.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 24.976 ms 36.626 ms 21.873 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 24.823 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 14.776 ms 12.596 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 38.649 ms 20.744 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 30.845 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 17.757 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 60.877 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 44.735 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.767 ms 42.821 ms 16.677 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.743 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 18.788 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 55.859 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.745 ms 49.964 ms 18.638 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 33.736 ms 86.705 ms 141.101.73.110 (141.101.73.110) 76.590 ms + 9 141.101.73.111 (141.101.73.111) 17.839 ms 141.101.73.149 (141.101.73.149) 199.778 ms 141.101.73.110 (141.101.73.110) 310.885 ms +10 141.101.73.195 (141.101.73.195) 30.508 ms one.one.one.one (1.1.1.1) 123.621 ms 124.793 ms diff --git a/logs/trace_20260928_212519_671921.json b/logs/trace_20260928_212519_671921.json new file mode 100644 index 0000000..4935d0a --- /dev/null +++ b/logs/trace_20260928_212519_671921.json @@ -0,0 +1,368 @@ +{ + "time": "2026-09-28T21:25:21.482-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 92.274, + 29.723, + 59.591 + ], + "median_ms": 59.591, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 92.274 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 29.723 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 59.591 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.846, + 15.63, + 12.72 + ], + "median_ms": 14.846, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 14.846 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 15.63 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.72 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 48.775, + 14.652, + 14.769 + ], + "median_ms": 14.769, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 48.775 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.652 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.769 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 23.753, + 20.719, + 21.827 + ], + "median_ms": 21.827, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 23.753 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 20.719 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 21.827 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.476, + 16.716, + 15.655 + ], + "median_ms": 16.716, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.476 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.716 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.655 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.821, + 30.662, + 138.68 + ], + "median_ms": 30.662, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.821 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 30.662 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 138.68 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 49.732, + 27.805, + 17.654 + ], + "median_ms": 27.805, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 49.732 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 27.805 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.654 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 19.789, + 21.622, + 16.679 + ], + "median_ms": 19.789, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 19.789 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 21.622 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.679 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.666, + 25.47, + 24.497 + ], + "median_ms": 25.47, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 25.666 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 25.47 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 24.497 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.47, + 24.363, + 17.611 + ], + "median_ms": 18.47, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 18.47 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 24.363 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 17.611 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 17.711, + 17.797, + 15.596 + ], + "median_ms": 17.711, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.711 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.797 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.596 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212519_671921.txt", + "spike_captured": true, + "spike_limit_ms": 57.7, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 92.274 + }, + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 59.591 + }, + { + "hop": 6, + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 138.68 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 138.68, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 898 +} \ No newline at end of file diff --git a/logs/trace_20260928_212519_671921.txt b/logs/trace_20260928_212519_671921.txt new file mode 100644 index 0000000..1d2fe5f --- /dev/null +++ b/logs/trace_20260928_212519_671921.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 92.274 ms 29.723 ms 59.591 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 14.846 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 15.630 ms 12.720 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 48.775 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.652 ms 14.769 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 23.753 ms 20.719 ms 21.827 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.476 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.716 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.655 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.821 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 30.662 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 138.680 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 49.732 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 27.805 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.654 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 19.789 ms 21.622 ms 16.679 ms + 9 141.101.73.167 (141.101.73.167) 25.666 ms 141.101.73.110 (141.101.73.110) 25.470 ms 141.101.73.149 (141.101.73.149) 24.497 ms +10 141.101.73.147 (141.101.73.147) 18.470 ms 141.101.73.119 (141.101.73.119) 24.363 ms 141.101.73.173 (141.101.73.173) 17.611 ms +11 one.one.one.one (1.1.1.1) 17.711 ms 17.797 ms 15.596 ms diff --git a/logs/trace_20260928_212523_672899.json b/logs/trace_20260928_212523_672899.json new file mode 100644 index 0000000..3badccf --- /dev/null +++ b/logs/trace_20260928_212523_672899.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:25:25.080-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 63.14, + 11.907, + 44.822 + ], + "median_ms": 44.822, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 63.14 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.907 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 44.822 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.8, + 14.296, + 11.706 + ], + "median_ms": 13.8, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.8 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 14.296 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.706 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.807, + 28.785, + 14.771 + ], + "median_ms": 14.807, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.807 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 28.785 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.771 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.839, + 16.774, + 12.747 + ], + "median_ms": 16.774, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 25.839 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 16.774 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.747 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.705, + 13.805, + 17.624 + ], + "median_ms": 17.624, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 37.705 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 13.805 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.624 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.758, + 33.793, + 23.876 + ], + "median_ms": 23.876, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.758 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 33.793 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 23.876 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 14.763, + 16.854, + 35.611 + ], + "median_ms": 16.854, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.763 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.854 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 35.611 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.699, + 14.613, + 15.753 + ], + "median_ms": 15.753, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.699 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.613 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.753 + } + ] + }, + { + "hop": 9, + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": [ + 63.862, + 14.813 + ], + "median_ms": 39.3375, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 63.862 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 14.813 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.664, + 17.546, + 14.738 + ], + "median_ms": 15.664, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 15.664 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.546 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.738 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212523_672899.txt", + "spike_captured": true, + "spike_limit_ms": 58.0, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 63.14 + }, + { + "hop": 9, + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 63.862 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 63.862, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 899 +} \ No newline at end of file diff --git a/logs/trace_20260928_212523_672899.txt b/logs/trace_20260928_212523_672899.txt new file mode 100644 index 0000000..b9861f0 --- /dev/null +++ b/logs/trace_20260928_212523_672899.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 63.140 ms 11.907 ms 44.822 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 13.800 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 14.296 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.706 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.807 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 28.785 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.771 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 25.839 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 16.774 ms 12.747 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 37.705 ms 13.805 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.624 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.758 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 33.793 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 23.876 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.763 ms 16.854 ms 35.611 ms + 8 141.101.73.110 (141.101.73.110) 16.699 ms 14.613 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.753 ms + 9 141.101.73.167 (141.101.73.167) 63.862 ms * 14.813 ms +10 141.101.73.147 (141.101.73.147) 15.664 ms one.one.one.one (1.1.1.1) 17.546 ms 14.738 ms diff --git a/logs/trace_20260928_212531_674807.json b/logs/trace_20260928_212531_674807.json new file mode 100644 index 0000000..d911cf2 --- /dev/null +++ b/logs/trace_20260928_212531_674807.json @@ -0,0 +1,386 @@ +{ + "time": "2026-09-28T21:25:33.283-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 51.789, + 37.697, + 91.692 + ], + "median_ms": 51.789, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 51.789 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 37.697 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 91.692 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.719, + 12.657, + 34.322 + ], + "median_ms": 23.719, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 23.719 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.657 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 34.322 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 49.923, + 16.806, + 16.023 + ], + "median_ms": 16.806, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 49.923 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.806 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.023 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 89.763, + 67.756, + 25.695 + ], + "median_ms": 67.756, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 89.763 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 67.756 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 25.695 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.283, + 30.108, + 19.672 + ], + "median_ms": 28.283, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 28.283 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 30.108 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 19.672 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.804, + 30.658, + 17.69 + ], + "median_ms": 25.804, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 25.804 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 30.658 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.69 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.744, + 27.761, + 18.692 + ], + "median_ms": 18.692, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.744 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 27.761 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 18.692 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 64.776, + 26.586, + 98.795 + ], + "median_ms": 64.776, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 64.776 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 26.586 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 98.795 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.519, + 15.537, + 42.548 + ], + "median_ms": 16.519, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 16.519 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 15.537 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 42.548 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.686, + 42.565, + 15.659 + ], + "median_ms": 16.686, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 16.686 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 42.565 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 15.659 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 59.598, + 14.55, + 14.802 + ], + "median_ms": 14.802, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 59.598 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.55 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.802 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212531_674807.txt", + "spike_captured": true, + "spike_limit_ms": 58.25, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 91.692 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 89.763 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 67.756 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 64.776 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 98.795 + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 59.598 + } + ], + "spike_probe_count": 6, + "peak_probe_ms": 98.795, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 901 +} \ No newline at end of file diff --git a/logs/trace_20260928_212531_674807.txt b/logs/trace_20260928_212531_674807.txt new file mode 100644 index 0000000..df17061 --- /dev/null +++ b/logs/trace_20260928_212531_674807.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 51.789 ms 37.697 ms 91.692 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 23.719 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.657 ms 34.322 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 49.923 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 16.806 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.023 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 89.763 ms 67.756 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 25.695 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 28.283 ms 30.108 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 19.672 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 25.804 ms 30.658 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 17.690 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.744 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 27.761 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 18.692 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 64.776 ms 26.586 ms 98.795 ms + 9 141.101.73.179 (141.101.73.179) 16.519 ms 141.101.73.149 (141.101.73.149) 15.537 ms 141.101.73.111 (141.101.73.111) 42.548 ms +10 141.101.73.195 (141.101.73.195) 16.686 ms 141.101.73.167 (141.101.73.167) 42.565 ms 141.101.73.157 (141.101.73.157) 15.659 ms +11 one.one.one.one (1.1.1.1) 59.598 ms 14.550 ms 14.802 ms diff --git a/logs/trace_20260928_212539_676825.json b/logs/trace_20260928_212539_676825.json new file mode 100644 index 0000000..f31349a --- /dev/null +++ b/logs/trace_20260928_212539_676825.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T21:25:41.887-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 214.417, + 10.47, + 13.927 + ], + "median_ms": 13.927, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 214.417 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.47 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.927 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.985, + 12.001, + 96.265 + ], + "median_ms": 24.985, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 24.985 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.001 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 96.265 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.54, + 39.859, + 29.673 + ], + "median_ms": 29.673, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 17.54 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 39.859 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 29.673 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.791, + 16.781, + 322.924 + ], + "median_ms": 22.791, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 22.791 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 16.781 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 322.924 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 44.414, + 30.807, + 83.058 + ], + "median_ms": 44.414, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 44.414 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 30.807 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 83.058 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.188, + 16.67, + 26.765 + ], + "median_ms": 16.67, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.188 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.67 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 26.765 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 42.34, + 67.176 + ], + "median_ms": 54.758, + "timeouts": 1, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 42.34 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 67.176 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 41.905, + 15.651, + 16.632 + ], + "median_ms": 16.632, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 41.905 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.651 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.632 + } + ] + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": [ + 15.626, + 14.574, + 14.66 + ], + "median_ms": 14.66, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.626 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.574 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.66 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.694, + 20.659, + 18.946 + ], + "median_ms": 18.946, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.694 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 20.659 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 18.946 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212539_676825.txt", + "spike_captured": true, + "spike_limit_ms": 57.75, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 214.417 + }, + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 96.265 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 322.924 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 83.058 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 67.176 + } + ], + "spike_probe_count": 5, + "peak_probe_ms": 322.924, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 903 +} \ No newline at end of file diff --git a/logs/trace_20260928_212539_676825.txt b/logs/trace_20260928_212539_676825.txt new file mode 100644 index 0000000..abc36da --- /dev/null +++ b/logs/trace_20260928_212539_676825.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 214.417 ms 10.470 ms 13.927 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 24.985 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.001 ms 96.265 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 17.540 ms 39.859 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 29.673 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 22.791 ms 16.781 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 322.924 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 44.414 ms 30.807 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 83.058 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.188 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.670 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 26.765 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 42.340 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 67.176 ms * + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 41.905 ms 15.651 ms 141.101.73.110 (141.101.73.110) 16.632 ms + 9 141.101.73.111 (141.101.73.111) 15.626 ms 14.574 ms 14.660 ms +10 one.one.one.one (1.1.1.1) 18.694 ms 141.101.73.173 (141.101.73.173) 20.659 ms 141.101.73.195 (141.101.73.195) 18.946 ms diff --git a/logs/trace_20260928_212544_677977.json b/logs/trace_20260928_212544_677977.json new file mode 100644 index 0000000..f496834 --- /dev/null +++ b/logs/trace_20260928_212544_677977.json @@ -0,0 +1,381 @@ +{ + "time": "2026-09-28T21:25:47.685-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 15.985, + 14.083, + 13.808 + ], + "median_ms": 14.083, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.985 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.083 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.808 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 318.849, + 214.243, + 140.775 + ], + "median_ms": 214.243, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 318.849 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 214.243 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 140.775 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.799, + 18.772, + 16.697 + ], + "median_ms": 16.697, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.799 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 18.772 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.697 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 120.696, + 36.493, + 91.702 + ], + "median_ms": 91.702, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 120.696 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 36.493 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 91.702 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 105.753, + 27.74, + 35.666 + ], + "median_ms": 35.666, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 105.753 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 27.74 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 35.666 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.659, + 176.822, + 132.936 + ], + "median_ms": 132.936, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.659 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 176.822 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 132.936 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 44.776, + 163.866, + 42.749 + ], + "median_ms": 44.776, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 44.776 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 163.866 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 42.749 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 76.668, + 16.068 + ], + "median_ms": 46.368, + "timeouts": 1, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 76.668 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.068 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.574, + 61.853, + 18.603 + ], + "median_ms": 18.603, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.574 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 61.853 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 18.603 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.668, + 43.704, + 15.719 + ], + "median_ms": 15.719, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.668 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 43.704 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 15.719 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212544_677977.txt", + "spike_captured": true, + "spike_limit_ms": 57.7, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 318.849 + }, + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 214.243 + }, + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 140.775 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 120.696 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 91.702 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 105.753 + }, + { + "hop": 6, + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 176.822 + }, + { + "hop": 6, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 132.936 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 163.866 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 76.668 + }, + { + "hop": 9, + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 61.853 + } + ], + "spike_probe_count": 11, + "peak_probe_ms": 318.849, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 904 +} \ No newline at end of file diff --git a/logs/trace_20260928_212544_677977.txt b/logs/trace_20260928_212544_677977.txt new file mode 100644 index 0000000..2f05102 --- /dev/null +++ b/logs/trace_20260928_212544_677977.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 15.985 ms 14.083 ms 13.808 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 318.849 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 214.243 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 140.775 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.799 ms 18.772 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 16.697 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 120.696 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 36.493 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 91.702 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 105.753 ms 27.740 ms 35.666 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 18.659 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 176.822 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 132.936 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 44.776 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 163.866 ms 42.749 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 76.668 ms * 141.101.73.111 (141.101.73.111) 16.068 ms + 9 141.101.73.111 (141.101.73.111) 15.574 ms 141.101.73.173 (141.101.73.173) 61.853 ms 141.101.73.149 (141.101.73.149) 18.603 ms +10 one.one.one.one (1.1.1.1) 15.668 ms 141.101.73.163 (141.101.73.163) 43.704 ms 141.101.73.149 (141.101.73.149) 15.719 ms diff --git a/logs/trace_20260928_212550_679489.json b/logs/trace_20260928_212550_679489.json new file mode 100644 index 0000000..78e0d74 --- /dev/null +++ b/logs/trace_20260928_212550_679489.json @@ -0,0 +1,357 @@ +{ + "time": "2026-09-28T21:25:52.686-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 15.771, + 19.946, + 99.017 + ], + "median_ms": 19.946, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.771 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 19.946 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 99.017 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.805, + 27.41, + 39.764 + ], + "median_ms": 27.41, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.805 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 27.41 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 39.764 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 42.746, + 49.458, + 90.344 + ], + "median_ms": 49.458, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 42.746 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 49.458 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 90.344 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.94, + 80.49, + 31.712 + ], + "median_ms": 31.712, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 17.94 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 80.49 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 31.712 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 35.693, + 27.754, + 29.742 + ], + "median_ms": 29.742, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 35.693 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 27.754 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 29.742 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 99.684, + 15.742, + 64.796 + ], + "median_ms": 64.796, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 99.684 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.742 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 64.796 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.768, + 15.718, + 16.751 + ], + "median_ms": 16.751, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.768 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.718 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.751 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 14.782, + 25.778, + 16.751 + ], + "median_ms": 16.751, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.782 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.778 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.751 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.715, + 16.505, + 101.711 + ], + "median_ms": 18.715, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 18.715 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 16.505 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 101.711 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 72.715, + 17.993 + ], + "median_ms": 45.354, + "timeouts": 1, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 72.715 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 17.993 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212550_679489.txt", + "spike_captured": true, + "spike_limit_ms": 59.25, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 99.017 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 90.344 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 80.49 + }, + { + "hop": 6, + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 99.684 + }, + { + "hop": 6, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 64.796 + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 101.711 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 72.715 + } + ], + "spike_probe_count": 7, + "peak_probe_ms": 101.711, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 905 +} \ No newline at end of file diff --git a/logs/trace_20260928_212550_679489.txt b/logs/trace_20260928_212550_679489.txt new file mode 100644 index 0000000..531aba7 --- /dev/null +++ b/logs/trace_20260928_212550_679489.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 15.771 ms 19.946 ms 99.017 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.805 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 27.410 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 39.764 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 42.746 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 49.458 ms 90.344 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 17.940 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 80.490 ms 31.712 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 35.693 ms 27.754 ms 29.742 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 99.684 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.742 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 64.796 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.768 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.718 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.751 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.782 ms 25.778 ms 16.751 ms + 9 141.101.73.159 (141.101.73.159) 18.715 ms 141.101.73.177 (141.101.73.177) 16.505 ms 141.101.73.111 (141.101.73.111) 101.711 ms +10 one.one.one.one (1.1.1.1) 72.715 ms * 141.101.73.117 (141.101.73.117) 17.993 ms diff --git a/logs/trace_20260928_212559_681657.json b/logs/trace_20260928_212559_681657.json new file mode 100644 index 0000000..0ec5804 --- /dev/null +++ b/logs/trace_20260928_212559_681657.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:26:00.889-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.972, + 11.823, + 11.832 + ], + "median_ms": 11.832, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.972 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.823 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.832 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.839, + 11.973, + 11.396 + ], + "median_ms": 11.839, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.839 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.973 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.396 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.872, + 14.709, + 15.637 + ], + "median_ms": 14.872, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.872 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.709 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.637 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 25.748, + 22.531, + 14.716 + ], + "median_ms": 22.531, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 25.748 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 22.531 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.716 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 14.787, + 16.689, + 23.752 + ], + "median_ms": 16.689, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.787 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.689 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 23.752 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.722, + 30.594, + 12.928 + ], + "median_ms": 28.722, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 28.722 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 30.594 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 12.928 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.606, + 15.963, + 30.025 + ], + "median_ms": 25.606, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 25.606 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.963 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 30.025 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.028, + 16.8, + 17.626 + ], + "median_ms": 16.8, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.028 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.8 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.626 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.793, + 15.493, + 14.524 + ], + "median_ms": 15.493, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 20.793 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.493 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.524 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 39.778, + 28.794, + 142.642 + ], + "median_ms": 39.778, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 39.778 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 28.794 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 142.642 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212559_681657.txt", + "spike_captured": true, + "spike_limit_ms": 60.150000000000006, + "spike_probes": [ + { + "hop": 10, + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 142.642 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 142.642, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 907 +} \ No newline at end of file diff --git a/logs/trace_20260928_212559_681657.txt b/logs/trace_20260928_212559_681657.txt new file mode 100644 index 0000000..77c70ae --- /dev/null +++ b/logs/trace_20260928_212559_681657.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.972 ms 11.823 ms 11.832 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.839 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.973 ms 11.396 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.872 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.709 ms 15.637 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 25.748 ms 22.531 ms 14.716 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.787 ms 16.689 ms 23.752 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 28.722 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 30.594 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 12.928 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 25.606 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.963 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 30.025 ms + 8 141.101.73.110 (141.101.73.110) 15.028 ms 141.101.73.111 (141.101.73.111) 16.800 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.626 ms + 9 141.101.73.161 (141.101.73.161) 20.793 ms 141.101.73.110 (141.101.73.110) 15.493 ms 14.524 ms +10 one.one.one.one (1.1.1.1) 39.778 ms 141.101.73.147 (141.101.73.147) 28.794 ms 141.101.73.119 (141.101.73.119) 142.642 ms diff --git a/logs/trace_20260928_212603_682675.json b/logs/trace_20260928_212603_682675.json new file mode 100644 index 0000000..4826349 --- /dev/null +++ b/logs/trace_20260928_212603_682675.json @@ -0,0 +1,368 @@ +{ + "time": "2026-09-28T21:26:05.491-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 114.89, + 40.756, + 12.736 + ], + "median_ms": 40.756, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 114.89 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 40.756 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.736 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 52.907, + 38.166, + 75.849 + ], + "median_ms": 52.907, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 52.907 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 38.166 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 75.849 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.785, + 25.812, + 36.819 + ], + "median_ms": 36.785, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 36.785 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 25.812 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 36.819 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 26.766, + 26.806, + 30.65 + ], + "median_ms": 26.806, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 26.766 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 26.806 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 30.65 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 175.76, + 14.821, + 33.829 + ], + "median_ms": 33.829, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 175.76 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.821 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 33.829 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 53.625, + 15.865, + 17.796 + ], + "median_ms": 17.796, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 53.625 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.865 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.796 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.758, + 50.884, + 15.617 + ], + "median_ms": 15.758, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.758 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 50.884 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.617 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 42.594, + 47.006, + 26.259 + ], + "median_ms": 42.594, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 42.594 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 47.006 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 26.259 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.524, + 14.629, + 14.729 + ], + "median_ms": 14.729, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 22.524 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.629 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.729 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.636, + 17.614, + 33.774 + ], + "median_ms": 18.636, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 18.636 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 17.614 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 33.774 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 16.762, + 28.732, + 22.692 + ], + "median_ms": 22.692, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.762 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 28.732 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 22.692 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212603_682675.txt", + "spike_captured": true, + "spike_limit_ms": 60.75, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 114.89 + }, + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 75.849 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 175.76 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 175.76, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 908 +} \ No newline at end of file diff --git a/logs/trace_20260928_212603_682675.txt b/logs/trace_20260928_212603_682675.txt new file mode 100644 index 0000000..a413333 --- /dev/null +++ b/logs/trace_20260928_212603_682675.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 114.890 ms 40.756 ms 12.736 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 52.907 ms 38.166 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 75.849 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 36.785 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 25.812 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 36.819 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 26.766 ms 26.806 ms 30.650 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 175.760 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.821 ms 33.829 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 53.625 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.865 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 17.796 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.758 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 50.884 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.617 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 42.594 ms 141.101.73.110 (141.101.73.110) 47.006 ms 141.101.73.111 (141.101.73.111) 26.259 ms + 9 141.101.73.111 (141.101.73.111) 22.524 ms 14.629 ms 141.101.73.110 (141.101.73.110) 14.729 ms +10 141.101.73.195 (141.101.73.195) 18.636 ms 141.101.73.127 (141.101.73.127) 17.614 ms 141.101.73.169 (141.101.73.169) 33.774 ms +11 one.one.one.one (1.1.1.1) 16.762 ms 28.732 ms 22.692 ms diff --git a/logs/trace_20260928_212607_683663.json b/logs/trace_20260928_212607_683663.json new file mode 100644 index 0000000..7a05ddd --- /dev/null +++ b/logs/trace_20260928_212607_683663.json @@ -0,0 +1,386 @@ +{ + "time": "2026-09-28T21:26:11.496-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 16.742, + 12.248, + 36.876 + ], + "median_ms": 16.742, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 16.742 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.248 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 36.876 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.688, + 16.419, + 26.531 + ], + "median_ms": 16.419, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.688 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 16.419 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 26.531 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.777, + 124.688, + 117.775 + ], + "median_ms": 117.775, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 24.777 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 124.688 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 117.775 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.742, + 51.661, + 400.711 + ], + "median_ms": 51.661, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.742 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 51.661 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 400.711 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 18.335, + 229.781, + 17.625 + ], + "median_ms": 18.335, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.335 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 229.781 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.625 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.629, + 18.808, + 31.761 + ], + "median_ms": 19.629, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.629 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 18.808 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 31.761 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 48.852, + 53.774, + 156.856 + ], + "median_ms": 53.774, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 48.852 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 53.774 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 156.856 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 71.817, + 288.711, + 15.652 + ], + "median_ms": 71.817, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 71.817 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 288.711 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.652 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.933, + 18.682 + ], + "median_ms": 24.307499999999997, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 29.933 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 18.682 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.715, + 69.886 + ], + "median_ms": 44.8005, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 19.715 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 69.886 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 34.053, + 22.719, + 41.703 + ], + "median_ms": 34.053, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 34.053 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 22.719 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 41.703 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212607_683663.txt", + "spike_captured": true, + "spike_limit_ms": 61.800000000000004, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 124.688 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 117.775 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 400.711 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 229.781 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 156.856 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 71.817 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 288.711 + }, + { + "hop": 10, + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 69.886 + } + ], + "spike_probe_count": 8, + "peak_probe_ms": 400.711, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 909 +} \ No newline at end of file diff --git a/logs/trace_20260928_212607_683663.txt b/logs/trace_20260928_212607_683663.txt new file mode 100644 index 0000000..19fa59e --- /dev/null +++ b/logs/trace_20260928_212607_683663.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 16.742 ms 12.248 ms 36.876 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 13.688 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 16.419 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 26.531 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 24.777 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 124.688 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 117.775 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.742 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 51.661 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 400.711 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.335 ms 229.781 ms 17.625 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 19.629 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 18.808 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 31.761 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 48.852 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 53.774 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 156.856 ms + 8 141.101.73.110 (141.101.73.110) 71.817 ms 288.711 ms 141.101.73.111 (141.101.73.111) 15.652 ms + 9 * 141.101.73.111 (141.101.73.111) 29.933 ms 141.101.73.165 (141.101.73.165) 18.682 ms +10 141.101.73.195 (141.101.73.195) 19.715 ms 141.101.73.177 (141.101.73.177) 69.886 ms * +11 one.one.one.one (1.1.1.1) 34.053 ms 22.719 ms 41.703 ms diff --git a/logs/trace_20260928_212613_685120.json b/logs/trace_20260928_212613_685120.json new file mode 100644 index 0000000..92dfcc6 --- /dev/null +++ b/logs/trace_20260928_212613_685120.json @@ -0,0 +1,362 @@ +{ + "time": "2026-09-28T21:26:15.493-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 31.297, + 69.761, + 90.791 + ], + "median_ms": 69.761, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 31.297 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 69.761 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 90.791 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.735, + 146.345, + 15.722 + ], + "median_ms": 21.735, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 21.735 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 146.345 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 15.722 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 26.825, + 14.749, + 61.697 + ], + "median_ms": 26.825, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 26.825 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.749 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 61.697 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.828, + 13.785, + 14.259 + ], + "median_ms": 13.828, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.828 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.785 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.259 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 17.261, + 28.853, + 17.69 + ], + "median_ms": 17.69, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.261 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 28.853 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.69 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.657, + 16.809, + 37.857 + ], + "median_ms": 18.657, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 18.657 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.809 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 37.857 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 15.816, + 14.927, + 16.615 + ], + "median_ms": 15.816, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.816 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.927 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.615 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 16.655, + 15.773, + 14.616 + ], + "median_ms": 15.773, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.655 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.773 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.616 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.747, + 21.79, + 14.144 + ], + "median_ms": 16.747, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 16.747 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 21.79 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.144 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.272, + 17.666, + 16.655 + ], + "median_ms": 17.666, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 37.272 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 17.666 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 16.655 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 15.571, + 16.819 + ], + "median_ms": 16.195, + "timeouts": 1, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.571 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.819 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212613_685120.txt", + "spike_captured": true, + "spike_limit_ms": 62.25, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 69.761 + }, + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 90.791 + }, + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 146.345 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 146.345, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 910 +} \ No newline at end of file diff --git a/logs/trace_20260928_212613_685120.txt b/logs/trace_20260928_212613_685120.txt new file mode 100644 index 0000000..c9a2fde --- /dev/null +++ b/logs/trace_20260928_212613_685120.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 31.297 ms 69.761 ms 90.791 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 21.735 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 146.345 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 15.722 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 26.825 ms 14.749 ms 61.697 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.828 ms 13.785 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.259 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.261 ms 28.853 ms 17.690 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 18.657 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.809 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 37.857 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.816 ms 14.927 ms 16.615 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.655 ms 15.773 ms 14.616 ms + 9 141.101.73.175 (141.101.73.175) 16.747 ms 141.101.73.110 (141.101.73.110) 21.790 ms 141.101.73.111 (141.101.73.111) 14.144 ms +10 141.101.73.163 (141.101.73.163) 37.272 ms 141.101.73.177 (141.101.73.177) 17.666 ms 141.101.73.173 (141.101.73.173) 16.655 ms +11 one.one.one.one (1.1.1.1) 15.571 ms 16.819 ms * diff --git a/logs/trace_20260928_212621_687054.json b/logs/trace_20260928_212621_687054.json new file mode 100644 index 0000000..14a9204 --- /dev/null +++ b/logs/trace_20260928_212621_687054.json @@ -0,0 +1,357 @@ +{ + "time": "2026-09-28T21:26:23.897-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 35.376, + 13.822, + 22.914 + ], + "median_ms": 22.914, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 35.376 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.822 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.914 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.822, + 23.195, + 205.845 + ], + "median_ms": 23.195, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 14.822 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 23.195 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 205.845 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 41.755, + 18.77, + 27.665 + ], + "median_ms": 27.665, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 41.755 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 18.77 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 27.665 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 44.775, + 66.786, + 17.691 + ], + "median_ms": 44.775, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 44.775 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 66.786 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 17.691 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 125.77, + 132.853, + 12.636 + ], + "median_ms": 125.77, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 125.77 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 132.853 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 12.636 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.677, + 72.789, + 87.787 + ], + "median_ms": 72.789, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.677 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 72.789 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 87.787 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 91.539, + 16.758, + 41.816 + ], + "median_ms": 41.816, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 91.539 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.758 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 41.816 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.666, + 15.606, + 12.759 + ], + "median_ms": 15.606, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 30.666 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.606 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 12.759 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.996, + 27.689 + ], + "median_ms": 25.8425, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 23.996 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 27.689 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.565, + 15.621, + 36.767 + ], + "median_ms": 22.565, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 22.565 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.621 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 36.767 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212621_687054.txt", + "spike_captured": true, + "spike_limit_ms": 63.150000000000006, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 205.845 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 66.786 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 125.77 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 132.853 + }, + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 72.789 + }, + { + "hop": 6, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 87.787 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 91.539 + } + ], + "spike_probe_count": 7, + "peak_probe_ms": 205.845, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 912 +} \ No newline at end of file diff --git a/logs/trace_20260928_212621_687054.txt b/logs/trace_20260928_212621_687054.txt new file mode 100644 index 0000000..551dedc --- /dev/null +++ b/logs/trace_20260928_212621_687054.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 35.376 ms 13.822 ms 22.914 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 14.822 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 23.195 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 205.845 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 41.755 ms 18.770 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 27.665 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 44.775 ms 66.786 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 17.691 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 125.770 ms 132.853 ms 12.636 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 18.677 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 72.789 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 87.787 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 91.539 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.758 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 41.816 ms + 8 141.101.73.110 (141.101.73.110) 30.666 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.606 ms 12.759 ms + 9 * 141.101.73.110 (141.101.73.110) 23.996 ms 141.101.73.175 (141.101.73.175) 27.689 ms +10 141.101.73.175 (141.101.73.175) 22.565 ms one.one.one.one (1.1.1.1) 15.621 ms 36.767 ms diff --git a/logs/trace_20260928_212635_690589.json b/logs/trace_20260928_212635_690589.json new file mode 100644 index 0000000..c972102 --- /dev/null +++ b/logs/trace_20260928_212635_690589.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:26:36.696-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 14.007, + 44.008, + 12.528 + ], + "median_ms": 14.007, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.007 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 44.008 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.528 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.961, + 11.981, + 12.381 + ], + "median_ms": 11.981, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.961 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.981 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.381 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 41.602, + 14.474, + 14.732 + ], + "median_ms": 14.732, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 41.602 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.474 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.732 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.815, + 13.843, + 13.839 + ], + "median_ms": 13.843, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.815 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.843 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.839 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 25.105, + 18.973, + 18.795 + ], + "median_ms": 18.973, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.105 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.973 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.795 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.792, + 16.028, + 17.032 + ], + "median_ms": 16.792, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.792 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.028 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.032 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 35.779, + 61.747, + 60.688 + ], + "median_ms": 60.688, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 35.779 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 61.747 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 60.688 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.816, + 14.769, + 16.532 + ], + "median_ms": 16.532, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.816 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.769 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.532 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.728, + 16.511, + 16.73 + ], + "median_ms": 16.511, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.728 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.511 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 16.73 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 16.622, + 36.807, + 17.669 + ], + "median_ms": 17.669, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.622 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 36.807 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.669 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212635_690589.txt", + "spike_captured": true, + "spike_limit_ms": 59.9, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 61.747 + }, + { + "hop": 7, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 60.688 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 61.747, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 915 +} \ No newline at end of file diff --git a/logs/trace_20260928_212635_690589.txt b/logs/trace_20260928_212635_690589.txt new file mode 100644 index 0000000..9284a73 --- /dev/null +++ b/logs/trace_20260928_212635_690589.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 14.007 ms 44.008 ms 12.528 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.961 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.981 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.381 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 41.602 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.474 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.732 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.815 ms 13.843 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.839 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 25.105 ms 18.973 ms 18.795 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.792 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.028 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 17.032 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 35.779 ms 61.747 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 60.688 ms + 8 141.101.73.111 (141.101.73.111) 16.816 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.769 ms 16.532 ms + 9 141.101.73.110 (141.101.73.110) 15.728 ms 16.511 ms 141.101.73.195 (141.101.73.195) 16.730 ms +10 one.one.one.one (1.1.1.1) 16.622 ms 36.807 ms 17.669 ms diff --git a/logs/trace_20260928_212639_691525.json b/logs/trace_20260928_212639_691525.json new file mode 100644 index 0000000..dfc9d42 --- /dev/null +++ b/logs/trace_20260928_212639_691525.json @@ -0,0 +1,362 @@ +{ + "time": "2026-09-28T21:26:40.899-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.708, + 12.65, + 12.735 + ], + "median_ms": 12.708, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.708 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.65 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.735 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 8.794, + 21.149, + 12.761 + ], + "median_ms": 12.761, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 8.794 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 21.149 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.761 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.924, + 14.714, + 24.835 + ], + "median_ms": 14.924, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.924 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.714 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 24.835 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.611, + 23.492, + 15.639 + ], + "median_ms": 20.611, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 20.611 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 23.492 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.639 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.833, + 27.035, + 18.008 + ], + "median_ms": 18.008, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.833 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 27.035 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.008 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 47.04, + 16.018, + 15.867 + ], + "median_ms": 16.018, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 47.04 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.018 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.867 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.8, + 17.755, + 16.759 + ], + "median_ms": 17.755, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 33.8 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.755 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.759 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 74.614, + 116.744, + 36.709 + ], + "median_ms": 74.614, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 74.614 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 116.744 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 36.709 + } + ] + }, + { + "hop": 9, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": [ + 16.769, + 11.557, + 12.705 + ], + "median_ms": 12.705, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.769 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 11.557 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 12.705 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.641, + 24.59, + 44.615 + ], + "median_ms": 24.59, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 15.641 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 24.59 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 44.615 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 17.555, + 42.874, + 19.656 + ], + "median_ms": 19.656, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.555 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 42.874 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 19.656 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212639_691525.txt", + "spike_captured": true, + "spike_limit_ms": 59.9, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 74.614 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 116.744 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 116.744, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 916 +} \ No newline at end of file diff --git a/logs/trace_20260928_212639_691525.txt b/logs/trace_20260928_212639_691525.txt new file mode 100644 index 0000000..df489b4 --- /dev/null +++ b/logs/trace_20260928_212639_691525.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.708 ms 12.650 ms 12.735 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 8.794 ms 21.149 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.761 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.924 ms 14.714 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 24.835 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 20.611 ms 23.492 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.639 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.833 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 27.035 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 18.008 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 47.040 ms 16.018 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.867 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 33.800 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.755 ms 16.759 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 74.614 ms 141.101.73.110 (141.101.73.110) 116.744 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 36.709 ms + 9 141.101.73.110 (141.101.73.110) 16.769 ms 11.557 ms 12.705 ms +10 141.101.73.173 (141.101.73.173) 15.641 ms 141.101.73.125 (141.101.73.125) 24.590 ms 141.101.73.117 (141.101.73.117) 44.615 ms +11 one.one.one.one (1.1.1.1) 17.555 ms 42.874 ms 19.656 ms diff --git a/logs/trace_20260928_212643_692562.json b/logs/trace_20260928_212643_692562.json new file mode 100644 index 0000000..9477ffe --- /dev/null +++ b/logs/trace_20260928_212643_692562.json @@ -0,0 +1,351 @@ +{ + "time": "2026-09-28T21:26:45.101-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 15.06, + 14.974, + 37.829 + ], + "median_ms": 15.06, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.06 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.974 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 37.829 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 73.763, + 25.642, + 58.743 + ], + "median_ms": 58.743, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 73.763 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 25.642 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 58.743 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 18.999, + 69.304, + 93.367 + ], + "median_ms": 69.304, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 18.999 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 69.304 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 93.367 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.742, + 13.706, + 28.778 + ], + "median_ms": 25.742, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 25.742 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.706 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 28.778 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.481, + 25.846, + 30.637 + ], + "median_ms": 25.846, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 22.481 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 25.846 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 30.637 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 95.716, + 31.731, + 31.713 + ], + "median_ms": 31.731, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 95.716 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 31.731 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 31.713 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 39.742, + 78.745, + 31.965 + ], + "median_ms": 39.742, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 39.742 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 78.745 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 31.965 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.508, + 22.698, + 16.677 + ], + "median_ms": 22.698, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 37.508 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 22.698 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.677 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.542, + 14.489, + 49.74 + ], + "median_ms": 15.542, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.542 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.489 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 49.74 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.645, + 15.563, + 16.722 + ], + "median_ms": 16.645, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 16.645 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.563 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.722 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212643_692562.txt", + "spike_captured": true, + "spike_limit_ms": 61.199999999999996, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 73.763 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 69.304 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 93.367 + }, + { + "hop": 6, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 95.716 + }, + { + "hop": 7, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 78.745 + } + ], + "spike_probe_count": 5, + "peak_probe_ms": 95.716, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 917 +} \ No newline at end of file diff --git a/logs/trace_20260928_212643_692562.txt b/logs/trace_20260928_212643_692562.txt new file mode 100644 index 0000000..5981c2e --- /dev/null +++ b/logs/trace_20260928_212643_692562.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 15.060 ms 14.974 ms 37.829 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 73.763 ms 25.642 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 58.743 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 18.999 ms 69.304 ms 93.367 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 25.742 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.706 ms 28.778 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 22.481 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 25.846 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 30.637 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 95.716 ms 31.731 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 31.713 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 39.742 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 78.745 ms 31.965 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 37.508 ms 141.101.73.111 (141.101.73.111) 22.698 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.677 ms + 9 141.101.73.110 (141.101.73.110) 15.542 ms 14.489 ms 141.101.73.165 (141.101.73.165) 49.740 ms +10 141.101.73.173 (141.101.73.173) 16.645 ms one.one.one.one (1.1.1.1) 15.563 ms 16.722 ms diff --git a/logs/trace_20260928_212647_693584.json b/logs/trace_20260928_212647_693584.json new file mode 100644 index 0000000..f2f6f45 --- /dev/null +++ b/logs/trace_20260928_212647_693584.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:26:48.901-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.771, + 10.681, + 12.86 + ], + "median_ms": 11.771, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.771 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.681 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.86 + } + ] + }, + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": [ + 13.746, + 13.028, + 20.908 + ], + "median_ms": 13.746, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.746 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.028 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 20.908 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 24.741, + 10.713, + 13.597 + ], + "median_ms": 13.597, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 24.741 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 10.713 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.597 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.74, + 11.808, + 13.86 + ], + "median_ms": 12.74, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.74 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.808 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.86 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 33.777, + 17.89, + 16.824 + ], + "median_ms": 17.89, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 33.777 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.89 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.824 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.813, + 17.043, + 17.067 + ], + "median_ms": 17.067, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 31.813 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.043 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.067 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 69.885, + 22.899, + 30.737 + ], + "median_ms": 30.737, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 69.885 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 22.899 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 30.737 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.839, + 13.593, + 23.621 + ], + "median_ms": 13.839, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.839 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 13.593 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 23.621 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.907, + 40.52, + 15.612 + ], + "median_ms": 15.907, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.907 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 40.52 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.612 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.739, + 15.651, + 26.607 + ], + "median_ms": 18.739, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 18.739 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 15.651 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 26.607 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212647_693584.txt", + "spike_captured": true, + "spike_limit_ms": 59.75, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 69.885 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 69.885, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 918 +} \ No newline at end of file diff --git a/logs/trace_20260928_212647_693584.txt b/logs/trace_20260928_212647_693584.txt new file mode 100644 index 0000000..0b91a4a --- /dev/null +++ b/logs/trace_20260928_212647_693584.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.771 ms 10.681 ms 12.860 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 13.746 ms 13.028 ms 20.908 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 24.741 ms 10.713 ms 13.597 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.740 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.808 ms 13.860 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 33.777 ms 17.890 ms 16.824 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 31.813 ms 17.043 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 17.067 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 69.885 ms 22.899 ms 30.737 ms + 8 141.101.73.110 (141.101.73.110) 13.839 ms 141.101.73.111 (141.101.73.111) 13.593 ms 23.621 ms + 9 141.101.73.111 (141.101.73.111) 15.907 ms 141.101.73.163 (141.101.73.163) 40.520 ms 141.101.73.111 (141.101.73.111) 15.612 ms +10 141.101.73.195 (141.101.73.195) 18.739 ms 141.101.73.161 (141.101.73.161) 15.651 ms one.one.one.one (1.1.1.1) 26.607 ms diff --git a/logs/trace_20260928_212659_696497.json b/logs/trace_20260928_212659_696497.json new file mode 100644 index 0000000..d36b656 --- /dev/null +++ b/logs/trace_20260928_212659_696497.json @@ -0,0 +1,375 @@ +{ + "time": "2026-09-28T21:27:02.106-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.095, + 12.934, + 157.969 + ], + "median_ms": 12.934, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.095 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.934 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 157.969 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 54.77, + 37.647, + 33.72 + ], + "median_ms": 37.647, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 54.77 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 37.647 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 33.72 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.932, + 17.997, + 30.807 + ], + "median_ms": 24.932, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 24.932 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 17.997 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 30.807 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 157.707, + 18.654, + 73.873 + ], + "median_ms": 73.873, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 157.707 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 18.654 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 73.873 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 367.801, + 18.382, + 149.835 + ], + "median_ms": 149.835, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 367.801 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.382 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 149.835 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 41.731, + 34.695, + 20.529 + ], + "median_ms": 34.695, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 41.731 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 34.695 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 20.529 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 39.222, + 64.836, + 17.712 + ], + "median_ms": 39.222, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 39.222 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 64.836 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.712 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 60.791, + 30.653, + 19.633 + ], + "median_ms": 30.653, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 60.791 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 30.653 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 19.633 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.696, + 102.633, + 13.695 + ], + "median_ms": 20.696, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 20.696 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 102.633 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.695 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 127.345, + 18.89, + 26.559 + ], + "median_ms": 26.559, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 127.345 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 18.89 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 26.559 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212659_696497.txt", + "spike_captured": true, + "spike_limit_ms": 58.45, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 157.969 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 157.707 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 73.873 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 367.801 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 149.835 + }, + { + "hop": 7, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 64.836 + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 60.791 + }, + { + "hop": 9, + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 102.633 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 127.345 + } + ], + "spike_probe_count": 9, + "peak_probe_ms": 367.801, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 921 +} \ No newline at end of file diff --git a/logs/trace_20260928_212659_696497.txt b/logs/trace_20260928_212659_696497.txt new file mode 100644 index 0000000..952a3a1 --- /dev/null +++ b/logs/trace_20260928_212659_696497.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.095 ms 12.934 ms 157.969 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 54.770 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 37.647 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 33.720 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 24.932 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 17.997 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 30.807 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 157.707 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 18.654 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 73.873 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 367.801 ms 18.382 ms 149.835 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 41.731 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 34.695 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 20.529 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 39.222 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 64.836 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.712 ms + 8 141.101.73.111 (141.101.73.111) 60.791 ms 30.653 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 19.633 ms + 9 141.101.73.157 (141.101.73.157) 20.696 ms 141.101.73.149 (141.101.73.149) 102.633 ms 141.101.73.110 (141.101.73.110) 13.695 ms +10 one.one.one.one (1.1.1.1) 127.345 ms 141.101.73.171 (141.101.73.171) 18.890 ms one.one.one.one (1.1.1.1) 26.559 ms diff --git a/logs/trace_20260928_212704_698384.json b/logs/trace_20260928_212704_698384.json new file mode 100644 index 0000000..b2a74b7 --- /dev/null +++ b/logs/trace_20260928_212704_698384.json @@ -0,0 +1,351 @@ +{ + "time": "2026-09-28T21:27:06.703-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 478.795, + 26.319, + 19.811 + ], + "median_ms": 26.319, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 478.795 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 26.319 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 19.811 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 52.732, + 34.804, + 33.922 + ], + "median_ms": 34.804, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 52.732 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 34.804 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 33.922 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 16.631, + 27.799, + 19.546 + ], + "median_ms": 19.546, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.631 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 27.799 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 19.546 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.698, + 47.725, + 43.734 + ], + "median_ms": 43.734, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.698 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 47.725 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 43.734 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.733, + 63.803, + 64.687 + ], + "median_ms": 63.803, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 27.733 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 63.803 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 64.687 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.361, + 41.463, + 77.963 + ], + "median_ms": 41.463, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 20.361 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 41.463 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 77.963 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 50.603, + 18.79, + 17.95 + ], + "median_ms": 18.79, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 50.603 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 18.79 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.95 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.61, + 15.79, + 19.376 + ], + "median_ms": 19.376, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 19.61 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.79 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 19.376 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 45.636, + 81.375, + 38.648 + ], + "median_ms": 45.636, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 45.636 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 81.375 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 38.648 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 38.582, + 24.656, + 17.768 + ], + "median_ms": 24.656, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 38.582 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 24.656 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.768 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212704_698384.txt", + "spike_captured": true, + "spike_limit_ms": 59.15, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 478.795 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 63.803 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 64.687 + }, + { + "hop": 6, + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 77.963 + }, + { + "hop": 9, + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 81.375 + } + ], + "spike_probe_count": 5, + "peak_probe_ms": 478.795, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 922 +} \ No newline at end of file diff --git a/logs/trace_20260928_212704_698384.txt b/logs/trace_20260928_212704_698384.txt new file mode 100644 index 0000000..75bf6c1 --- /dev/null +++ b/logs/trace_20260928_212704_698384.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 478.795 ms 26.319 ms 19.811 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 52.732 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 34.804 ms 33.922 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.631 ms 27.799 ms 19.546 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.698 ms 47.725 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 43.734 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 27.733 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 63.803 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 64.687 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 20.361 ms 41.463 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 77.963 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 50.603 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 18.790 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.950 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 19.610 ms 141.101.73.110 (141.101.73.110) 15.790 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 19.376 ms + 9 141.101.73.110 (141.101.73.110) 45.636 ms 141.101.73.175 (141.101.73.175) 81.375 ms 141.101.73.110 (141.101.73.110) 38.648 ms +10 141.101.73.159 (141.101.73.159) 38.582 ms 141.101.73.127 (141.101.73.127) 24.656 ms one.one.one.one (1.1.1.1) 17.768 ms diff --git a/logs/trace_20260928_212713_700135.json b/logs/trace_20260928_212713_700135.json new file mode 100644 index 0000000..c15efe9 --- /dev/null +++ b/logs/trace_20260928_212713_700135.json @@ -0,0 +1,375 @@ +{ + "time": "2026-09-28T21:27:16.310-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 354.811, + 27.954, + 23.822 + ], + "median_ms": 27.954, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 354.811 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 27.954 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 23.822 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.72, + 39.846, + 68.857 + ], + "median_ms": 39.846, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 25.72 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 39.846 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 68.857 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 76.694, + 49.836, + 32.711 + ], + "median_ms": 49.836, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 76.694 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 49.836 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 32.711 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 24.839, + 24.771, + 21.665 + ], + "median_ms": 24.771, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 24.839 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 24.771 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 21.665 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 51.716, + 80.736, + 185.872 + ], + "median_ms": 80.736, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 51.716 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 80.736 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 185.872 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 184.831, + 144.724, + 158.817 + ], + "median_ms": 158.817, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 184.831 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 144.724 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 158.817 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 49.738, + 53.751, + 98.74 + ], + "median_ms": 53.751, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 49.738 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 53.751 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 98.74 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.696, + 45.943, + 26.758 + ], + "median_ms": 32.696, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 32.696 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 45.943 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 26.758 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.615, + 17.66, + 15.621 + ], + "median_ms": 17.66, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 27.615 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.66 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.621 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 34.61, + 13.82, + 52.776 + ], + "median_ms": 34.61, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 34.61 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 13.82 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 52.776 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212713_700135.txt", + "spike_captured": true, + "spike_limit_ms": 58.6, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 354.811 + }, + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 68.857 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 76.694 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 80.736 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 185.872 + }, + { + "hop": 6, + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 184.831 + }, + { + "hop": 6, + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 144.724 + }, + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 158.817 + }, + { + "hop": 7, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 98.74 + } + ], + "spike_probe_count": 9, + "peak_probe_ms": 354.811, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 924 +} \ No newline at end of file diff --git a/logs/trace_20260928_212713_700135.txt b/logs/trace_20260928_212713_700135.txt new file mode 100644 index 0000000..6aaa3b3 --- /dev/null +++ b/logs/trace_20260928_212713_700135.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 354.811 ms 27.954 ms 23.822 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 25.720 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 39.846 ms 68.857 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 76.694 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 49.836 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 32.711 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 24.839 ms 24.771 ms 21.665 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 51.716 ms 80.736 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 185.872 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 184.831 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 144.724 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 158.817 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 49.738 ms 53.751 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 98.740 ms + 8 141.101.73.110 (141.101.73.110) 32.696 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 45.943 ms 26.758 ms + 9 141.101.73.111 (141.101.73.111) 27.615 ms 141.101.73.110 (141.101.73.110) 17.660 ms 15.621 ms +10 one.one.one.one (1.1.1.1) 34.610 ms 13.820 ms 52.776 ms diff --git a/logs/trace_20260928_212718_701354.json b/logs/trace_20260928_212718_701354.json new file mode 100644 index 0000000..c0443e2 --- /dev/null +++ b/logs/trace_20260928_212718_701354.json @@ -0,0 +1,393 @@ +{ + "time": "2026-09-28T21:27:20.912-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 14.457, + 22.863, + 13.832 + ], + "median_ms": 14.457, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.457 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.863 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.832 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 61.976, + 261.256, + 51.676 + ], + "median_ms": 61.976, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 61.976 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 261.256 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 51.676 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.755, + 25.664, + 28.735 + ], + "median_ms": 25.664, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 18.755 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 25.664 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 28.735 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.758, + 88.765, + 159.773 + ], + "median_ms": 88.765, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.758 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 88.765 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 159.773 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 166.876, + 25.807, + 90.339 + ], + "median_ms": 90.339, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 166.876 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.807 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 90.339 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 107.773, + 58.695, + 80.743 + ], + "median_ms": 80.743, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 107.773 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 58.695 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 80.743 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 60.73, + 17.684, + 55.702 + ], + "median_ms": 55.702, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 60.73 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.684 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 55.702 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 34.69, + 69.6, + 27.614 + ], + "median_ms": 34.69, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 34.69 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 69.6 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 27.614 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.727, + 80.628, + 45.3 + ], + "median_ms": 45.3, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 15.727 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 80.628 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 45.3 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 30.753, + 18.919, + 17.816 + ], + "median_ms": 18.919, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 30.753 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.919 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.816 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212718_701354.txt", + "spike_captured": true, + "spike_limit_ms": 58.45, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 61.976 + }, + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 261.256 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 88.765 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 159.773 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 166.876 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 90.339 + }, + { + "hop": 6, + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 107.773 + }, + { + "hop": 6, + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 58.695 + }, + { + "hop": 6, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 80.743 + }, + { + "hop": 7, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 60.73 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 69.6 + }, + { + "hop": 9, + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 80.628 + } + ], + "spike_probe_count": 12, + "peak_probe_ms": 261.256, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 925 +} \ No newline at end of file diff --git a/logs/trace_20260928_212718_701354.txt b/logs/trace_20260928_212718_701354.txt new file mode 100644 index 0000000..4ee354f --- /dev/null +++ b/logs/trace_20260928_212718_701354.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 14.457 ms 22.863 ms 13.832 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 61.976 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 261.256 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 51.676 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 18.755 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 25.664 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 28.735 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.758 ms 88.765 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 159.773 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 166.876 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 25.807 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 90.339 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 107.773 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 58.695 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 80.743 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 60.730 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.684 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 55.702 ms + 8 141.101.73.110 (141.101.73.110) 34.690 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 69.600 ms 27.614 ms + 9 141.101.73.159 (141.101.73.159) 15.727 ms 141.101.73.165 (141.101.73.165) 80.628 ms 141.101.73.110 (141.101.73.110) 45.300 ms +10 one.one.one.one (1.1.1.1) 30.753 ms 18.919 ms 17.816 ms diff --git a/logs/trace_20260928_212723_703214.json b/logs/trace_20260928_212723_703214.json new file mode 100644 index 0000000..cc5bd03 --- /dev/null +++ b/logs/trace_20260928_212723_703214.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T21:27:25.511-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 32.375, + 57.872, + 14.758 + ], + "median_ms": 32.375, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 32.375 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 57.872 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.758 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.848, + 24.177, + 40.751 + ], + "median_ms": 24.177, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.848 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 24.177 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 40.751 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 15.541, + 13.521, + 33.909 + ], + "median_ms": 15.541, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.541 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.521 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 33.909 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.599, + 13.755, + 45.044 + ], + "median_ms": 21.599, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 21.599 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.755 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 45.044 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.431, + 23.783, + 18.764 + ], + "median_ms": 23.783, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 36.431 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 23.783 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.764 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.836, + 15.653, + 86.795 + ], + "median_ms": 17.836, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.836 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.653 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 86.795 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 54.664, + 86.854, + 17.71 + ], + "median_ms": 54.664, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 54.664 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 86.854 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 17.71 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 39.832, + 39.817, + 95.719 + ], + "median_ms": 39.832, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 39.832 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 39.817 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 95.719 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.727, + 43.636, + 27.49 + ], + "median_ms": 27.49, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 18.727 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 43.636 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 27.49 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 71.368, + 52.782, + 24.625 + ], + "median_ms": 52.782, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 71.368 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 52.782 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 24.625 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212723_703214.txt", + "spike_captured": true, + "spike_limit_ms": 58.45, + "spike_probes": [ + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 86.795 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 86.854 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 95.719 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 71.368 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 95.719, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 926 +} \ No newline at end of file diff --git a/logs/trace_20260928_212723_703214.txt b/logs/trace_20260928_212723_703214.txt new file mode 100644 index 0000000..a94d0f9 --- /dev/null +++ b/logs/trace_20260928_212723_703214.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 32.375 ms 57.872 ms 14.758 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.848 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 24.177 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 40.751 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.541 ms 13.521 ms 33.909 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 21.599 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.755 ms 45.044 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 36.431 ms 23.783 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.764 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 17.836 ms 15.653 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 86.795 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 54.664 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 86.854 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 17.710 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 39.832 ms 39.817 ms 95.719 ms + 9 141.101.73.110 (141.101.73.110) 18.727 ms 141.101.73.169 (141.101.73.169) 43.636 ms 141.101.73.111 (141.101.73.111) 27.490 ms +10 one.one.one.one (1.1.1.1) 71.368 ms 141.101.73.161 (141.101.73.161) 52.782 ms 141.101.73.125 (141.101.73.125) 24.625 ms diff --git a/logs/trace_20260928_212727_703606.json b/logs/trace_20260928_212727_703606.json new file mode 100644 index 0000000..e2de4d8 --- /dev/null +++ b/logs/trace_20260928_212727_703606.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T21:27:30.314-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 52.278, + 37.48, + 29.723 + ], + "median_ms": 37.48, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 52.278 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 37.48 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 29.723 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.792, + 14.064, + 39.937 + ], + "median_ms": 14.064, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.792 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 14.064 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 39.937 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.651, + 204.827, + 40.04 + ], + "median_ms": 40.04, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 25.651 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 204.827 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 40.04 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 136.477, + 15.757, + 15.888 + ], + "median_ms": 15.888, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 136.477 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.757 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.888 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.746, + 104.914, + 50.863 + ], + "median_ms": 50.863, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.746 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 104.914 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 50.863 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.733, + 17.992, + 18.794 + ], + "median_ms": 18.794, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 29.733 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 17.992 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.794 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 111.343, + 42.283, + 50.724 + ], + "median_ms": 50.724, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 111.343 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 42.283 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 50.724 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 43.054, + 55.795 + ], + "median_ms": 49.4245, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 43.054 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 55.795 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.602, + 28.593, + 45.931 + ], + "median_ms": 28.593, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.602 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 28.593 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 45.931 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 194.712, + 17.602, + 34.802 + ], + "median_ms": 34.802, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 194.712 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.602 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 34.802 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212727_703606.txt", + "spike_captured": true, + "spike_limit_ms": 58.6, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 204.827 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 136.477 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 104.914 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 111.343 + }, + { + "hop": 10, + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 194.712 + } + ], + "spike_probe_count": 5, + "peak_probe_ms": 204.827, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 927 +} \ No newline at end of file diff --git a/logs/trace_20260928_212727_703606.txt b/logs/trace_20260928_212727_703606.txt new file mode 100644 index 0000000..f34dad4 --- /dev/null +++ b/logs/trace_20260928_212727_703606.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 52.278 ms 37.480 ms 29.723 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 13.792 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 14.064 ms 39.937 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 25.651 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 204.827 ms 40.040 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 136.477 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.757 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.888 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 19.746 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 104.914 ms 50.863 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 29.733 ms 17.992 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 18.794 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 111.343 ms 42.283 ms 50.724 ms + 8 141.101.73.110 (141.101.73.110) 43.054 ms * 141.101.73.111 (141.101.73.111) 55.795 ms + 9 141.101.73.111 (141.101.73.111) 17.602 ms 28.593 ms 141.101.73.110 (141.101.73.110) 45.931 ms +10 141.101.73.195 (141.101.73.195) 194.712 ms one.one.one.one (1.1.1.1) 17.602 ms 141.101.73.195 (141.101.73.195) 34.802 ms diff --git a/logs/trace_20260928_212732_704861.json b/logs/trace_20260928_212732_704861.json new file mode 100644 index 0000000..65d6755 --- /dev/null +++ b/logs/trace_20260928_212732_704861.json @@ -0,0 +1,363 @@ +{ + "time": "2026-09-28T21:27:35.116-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 148.749, + 23.732, + 11.892 + ], + "median_ms": 23.732, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 148.749 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 23.732 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.892 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.774, + 135.801, + 63.76 + ], + "median_ms": 63.76, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 23.774 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 135.801 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 63.76 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.77, + 14.78, + 15.667 + ], + "median_ms": 15.667, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 27.77 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.78 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.667 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 93.725, + 43.87, + 110.889 + ], + "median_ms": 93.725, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 93.725 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 43.87 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 110.889 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.603, + 68.837, + 10.643 + ], + "median_ms": 21.603, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 21.603 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 68.837 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 10.643 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.825, + 18.855, + 59.67 + ], + "median_ms": 21.825, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 21.825 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 18.855 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 59.67 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.732, + 39.594, + 40.003 + ], + "median_ms": 39.594, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 27.732 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 39.594 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 40.003 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.849, + 94.847 + ], + "median_ms": 61.848, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 28.849 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 94.847 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.764, + 45.529, + 45.675 + ], + "median_ms": 45.529, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 23.764 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 45.529 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 45.675 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.823, + 20.936, + 53.505 + ], + "median_ms": 30.823, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 30.823 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 20.936 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 53.505 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212732_704861.txt", + "spike_captured": true, + "spike_limit_ms": 58.7, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 148.749 + }, + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 135.801 + }, + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 63.76 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 93.725 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 110.889 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 68.837 + }, + { + "hop": 6, + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 59.67 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 94.847 + } + ], + "spike_probe_count": 8, + "peak_probe_ms": 148.749, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 928 +} \ No newline at end of file diff --git a/logs/trace_20260928_212732_704861.txt b/logs/trace_20260928_212732_704861.txt new file mode 100644 index 0000000..dbca694 --- /dev/null +++ b/logs/trace_20260928_212732_704861.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 148.749 ms 23.732 ms 11.892 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 23.774 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 135.801 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 63.760 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 27.770 ms 14.780 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.667 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 93.725 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 43.870 ms 110.889 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 21.603 ms 68.837 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 10.643 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 21.825 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 18.855 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 59.670 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 27.732 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 39.594 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 40.003 ms + 8 141.101.73.110 (141.101.73.110) 28.849 ms * 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 94.847 ms + 9 141.101.73.163 (141.101.73.163) 23.764 ms 141.101.73.111 (141.101.73.111) 45.529 ms 141.101.73.110 (141.101.73.110) 45.675 ms +10 one.one.one.one (1.1.1.1) 30.823 ms 141.101.73.157 (141.101.73.157) 20.936 ms 141.101.73.163 (141.101.73.163) 53.505 ms diff --git a/logs/trace_20260928_212737_706050.json b/logs/trace_20260928_212737_706050.json new file mode 100644 index 0000000..c6fb860 --- /dev/null +++ b/logs/trace_20260928_212737_706050.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T21:27:38.915-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 21.64, + 78.771, + 83.824 + ], + "median_ms": 78.771, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.64 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 78.771 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 83.824 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.725, + 24.447, + 19.973 + ], + "median_ms": 24.447, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 26.725 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 24.447 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 19.973 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 60.12, + 15.761, + 28.784 + ], + "median_ms": 28.784, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 60.12 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.761 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 28.784 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 24.63, + 15.796, + 25.596 + ], + "median_ms": 24.63, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 24.63 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.796 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 25.596 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.653, + 14.716, + 18.759 + ], + "median_ms": 18.759, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 33.653 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.716 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.759 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.843, + 15.72, + 19.753 + ], + "median_ms": 19.753, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 25.843 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.72 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 19.753 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 34.933, + 21.827, + 14.5 + ], + "median_ms": 21.827, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 34.933 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 21.827 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.5 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 17.77, + 16.677, + 29.666 + ], + "median_ms": 17.77, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.77 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.677 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.666 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 58.597, + 41.603, + 31.504 + ], + "median_ms": 41.603, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 58.597 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 41.603 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 31.504 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.502, + 17.732, + 17.786 + ], + "median_ms": 17.732, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 13.502 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.732 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 17.786 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212737_706050.txt", + "spike_captured": true, + "spike_limit_ms": 58.8, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 78.771 + }, + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 83.824 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 60.12 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 83.824, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 929 +} \ No newline at end of file diff --git a/logs/trace_20260928_212737_706050.txt b/logs/trace_20260928_212737_706050.txt new file mode 100644 index 0000000..3afde5f --- /dev/null +++ b/logs/trace_20260928_212737_706050.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 21.640 ms 78.771 ms 83.824 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 26.725 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 24.447 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 19.973 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 60.120 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.761 ms 28.784 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 24.630 ms 15.796 ms 25.596 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 33.653 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.716 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.759 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 25.843 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 15.720 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 19.753 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 34.933 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 21.827 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.500 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.770 ms 16.677 ms 29.666 ms + 9 141.101.73.111 (141.101.73.111) 58.597 ms 141.101.73.110 (141.101.73.110) 41.603 ms 141.101.73.167 (141.101.73.167) 31.504 ms +10 one.one.one.one (1.1.1.1) 13.502 ms 17.732 ms 141.101.73.157 (141.101.73.157) 17.786 ms diff --git a/logs/trace_20260928_212741_707124.json b/logs/trace_20260928_212741_707124.json new file mode 100644 index 0000000..2c2f700 --- /dev/null +++ b/logs/trace_20260928_212741_707124.json @@ -0,0 +1,386 @@ +{ + "time": "2026-09-28T21:27:45.919-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 148.027, + 14.252, + 32.852 + ], + "median_ms": 32.852, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 148.027 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.252 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 32.852 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.807, + 57.049, + 14.696 + ], + "median_ms": 14.696, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.807 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 57.049 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 14.696 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 149.76, + 71.691, + 16.775 + ], + "median_ms": 71.691, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 149.76 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 71.691 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.775 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 75.733, + 33.77, + 46.775 + ], + "median_ms": 46.775, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 75.733 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 33.77 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 46.775 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 77.702, + 425.767, + 10.749 + ], + "median_ms": 77.702, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 77.702 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 425.767 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 10.749 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.349, + 57.693, + 15.741 + ], + "median_ms": 32.349, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 32.349 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 57.693 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.741 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.826, + 34.799, + 49.737 + ], + "median_ms": 34.799, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 19.826 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 34.799 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 49.737 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.768, + 64.778 + ], + "median_ms": 46.273, + "timeouts": 1, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 27.768 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 64.778 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 69.765, + 29.57, + 14.662 + ], + "median_ms": 29.57, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 69.765 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 29.57 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.662 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.878, + 21.636 + ], + "median_ms": 25.256999999999998, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 28.878 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 21.636 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 47.674, + 60.732 + ], + "median_ms": 54.203, + "timeouts": 1, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 47.674 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 60.732 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212741_707124.txt", + "spike_captured": true, + "spike_limit_ms": 59.4, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 148.027 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 149.76 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 71.691 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 75.733 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 77.702 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 425.767 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 64.778 + }, + { + "hop": 9, + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 69.765 + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 60.732 + } + ], + "spike_probe_count": 9, + "peak_probe_ms": 425.767, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 930 +} \ No newline at end of file diff --git a/logs/trace_20260928_212741_707124.txt b/logs/trace_20260928_212741_707124.txt new file mode 100644 index 0000000..b6e5776 --- /dev/null +++ b/logs/trace_20260928_212741_707124.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 148.027 ms 14.252 ms 32.852 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 13.807 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 57.049 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 14.696 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 149.760 ms 71.691 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.775 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 75.733 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 33.770 ms 46.775 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 77.702 ms 425.767 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 10.749 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 32.349 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 57.693 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 15.741 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 19.826 ms 34.799 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 49.737 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 27.768 ms 141.101.73.110 (141.101.73.110) 64.778 ms * + 9 141.101.73.125 (141.101.73.125) 69.765 ms 141.101.73.161 (141.101.73.161) 29.570 ms 141.101.73.110 (141.101.73.110) 14.662 ms +10 * 141.101.73.173 (141.101.73.173) 28.878 ms 141.101.73.195 (141.101.73.195) 21.636 ms +11 one.one.one.one (1.1.1.1) 47.674 ms 60.732 ms * diff --git a/logs/trace_20260928_212748_708800.json b/logs/trace_20260928_212748_708800.json new file mode 100644 index 0000000..3264426 --- /dev/null +++ b/logs/trace_20260928_212748_708800.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T21:27:50.517-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.626, + 11.651, + 19.878 + ], + "median_ms": 13.626, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.626 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.651 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 19.878 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.947, + 10.978, + 11.056 + ], + "median_ms": 10.978, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.947 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 10.978 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.056 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.944, + 14.083, + 21.246 + ], + "median_ms": 16.944, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.944 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.083 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 21.246 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 21.762, + 13.617, + 12.719 + ], + "median_ms": 13.617, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 21.762 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.617 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.719 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.707, + 113.816, + 13.857 + ], + "median_ms": 33.707, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 33.707 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 113.816 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 13.857 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.82, + 43.632, + 19.819 + ], + "median_ms": 19.819, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.82 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 43.632 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.819 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 418.95, + 16.723, + 48.719 + ], + "median_ms": 48.719, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 418.95 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.723 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 48.719 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 28.76, + 22.789, + 58.814 + ], + "median_ms": 28.76, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 28.76 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 22.789 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 58.814 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 95.816, + 14.571, + 24.595 + ], + "median_ms": 24.595, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 95.816 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 14.571 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 24.595 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.669, + 25.601, + 71.597 + ], + "median_ms": 29.669, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 29.669 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 25.601 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 71.597 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212748_708800.txt", + "spike_captured": true, + "spike_limit_ms": 59.9, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 113.816 + }, + { + "hop": 7, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 418.95 + }, + { + "hop": 9, + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 95.816 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 71.597 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 418.95, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 931 +} \ No newline at end of file diff --git a/logs/trace_20260928_212748_708800.txt b/logs/trace_20260928_212748_708800.txt new file mode 100644 index 0000000..d882292 --- /dev/null +++ b/logs/trace_20260928_212748_708800.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.626 ms 11.651 ms 19.878 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 10.947 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 10.978 ms 11.056 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.944 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.083 ms 21.246 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 21.762 ms 13.617 ms 12.719 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 33.707 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 113.816 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 13.857 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.820 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 43.632 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 19.819 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 418.950 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.723 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 48.719 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 28.760 ms 22.789 ms 58.814 ms + 9 141.101.73.117 (141.101.73.117) 95.816 ms 141.101.73.175 (141.101.73.175) 14.571 ms 24.595 ms +10 141.101.73.163 (141.101.73.163) 29.669 ms 141.101.73.117 (141.101.73.117) 25.601 ms one.one.one.one (1.1.1.1) 71.597 ms diff --git a/logs/trace_20260928_212756_710587.json b/logs/trace_20260928_212756_710587.json new file mode 100644 index 0000000..ddfd45e --- /dev/null +++ b/logs/trace_20260928_212756_710587.json @@ -0,0 +1,321 @@ +{ + "time": "2026-09-28T21:27:58.919-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 27.414, + 13.875, + 40.03 + ], + "median_ms": 27.414, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 27.414 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.875 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 40.03 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.689, + 14.729, + 13.022 + ], + "median_ms": 14.729, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 18.689 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 14.729 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 13.022 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 161.055, + 35.746, + 14.734 + ], + "median_ms": 35.746, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 161.055 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 35.746 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.734 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 15.711, + 43.834, + 15.697 + ], + "median_ms": 15.711, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.711 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 43.834 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.697 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 33.696, + 33.804, + 29.751 + ], + "median_ms": 33.696, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 33.696 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 33.804 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 29.751 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.711, + 26.803, + 15.712 + ], + "median_ms": 15.712, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 14.711 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 26.803 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.712 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.856, + 18.747, + 55.886 + ], + "median_ms": 25.856, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.856 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 18.747 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 55.886 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.798, + 53.666, + 80.619 + ], + "median_ms": 53.666, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.798 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 53.666 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 80.619 + } + ] + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": [ + 16.968, + 16.774 + ], + "median_ms": 16.871000000000002, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.968 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.774 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 29.794, + 17.487 + ], + "median_ms": 23.6405, + "timeouts": 1, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 29.794 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.487 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212756_710587.txt", + "spike_captured": true, + "spike_limit_ms": 72.0, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 161.055 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 80.619 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 161.055, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 933 +} \ No newline at end of file diff --git a/logs/trace_20260928_212756_710587.txt b/logs/trace_20260928_212756_710587.txt new file mode 100644 index 0000000..d718da3 --- /dev/null +++ b/logs/trace_20260928_212756_710587.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 27.414 ms 13.875 ms 40.030 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 18.689 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 14.729 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 13.022 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 161.055 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 35.746 ms 14.734 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.711 ms 43.834 ms 15.697 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 33.696 ms 33.804 ms 29.751 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 14.711 ms 26.803 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.712 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 25.856 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 18.747 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 55.886 ms + 8 141.101.73.111 (141.101.73.111) 14.798 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 53.666 ms 80.619 ms + 9 * 141.101.73.111 (141.101.73.111) 16.968 ms 16.774 ms +10 * one.one.one.one (1.1.1.1) 29.794 ms 17.487 ms diff --git a/logs/trace_20260928_212809_713943.json b/logs/trace_20260928_212809_713943.json new file mode 100644 index 0000000..56ca57d --- /dev/null +++ b/logs/trace_20260928_212809_713943.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:28:10.718-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.413, + 11.987, + 10.782 + ], + "median_ms": 11.413, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.413 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.987 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.782 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.816, + 11.207, + 11.62 + ], + "median_ms": 11.62, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.816 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.207 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.62 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.517, + 14.591, + 14.74 + ], + "median_ms": 14.74, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 23.517 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.591 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.74 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.647, + 23.623, + 12.654 + ], + "median_ms": 15.647, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.647 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 23.623 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.654 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.835, + 17.816, + 26.787 + ], + "median_ms": 18.835, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.835 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.816 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 26.787 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.941, + 23.011, + 15.951 + ], + "median_ms": 16.941, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.941 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 23.011 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.951 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 15.844, + 16.066, + 16.626 + ], + "median_ms": 16.066, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.844 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.066 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.626 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.625, + 22.587, + 29.719 + ], + "median_ms": 22.587, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.625 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 22.587 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.719 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.578, + 24.652, + 43.645 + ], + "median_ms": 24.652, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.578 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 24.652 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 43.645 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.758, + 18.623, + 87.639 + ], + "median_ms": 18.623, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.758 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 18.623 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 87.639 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212809_713943.txt", + "spike_captured": true, + "spike_limit_ms": 75.30000000000001, + "spike_probes": [ + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 87.639 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 87.639, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 936 +} \ No newline at end of file diff --git a/logs/trace_20260928_212809_713943.txt b/logs/trace_20260928_212809_713943.txt new file mode 100644 index 0000000..b89bf6c --- /dev/null +++ b/logs/trace_20260928_212809_713943.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.413 ms 11.987 ms 10.782 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.816 ms 11.207 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.620 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 23.517 ms 14.591 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.740 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.647 ms 23.623 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.654 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.835 ms 17.816 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 26.787 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 16.941 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 23.011 ms 15.951 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.844 ms 16.066 ms 16.626 ms + 8 141.101.73.110 (141.101.73.110) 17.625 ms 141.101.73.111 (141.101.73.111) 22.587 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 29.719 ms + 9 141.101.73.110 (141.101.73.110) 17.578 ms 24.652 ms 141.101.73.159 (141.101.73.159) 43.645 ms +10 one.one.one.one (1.1.1.1) 16.758 ms 141.101.73.195 (141.101.73.195) 18.623 ms one.one.one.one (1.1.1.1) 87.639 ms diff --git a/logs/trace_20260928_212818_716154.json b/logs/trace_20260928_212818_716154.json new file mode 100644 index 0000000..a1a744a --- /dev/null +++ b/logs/trace_20260928_212818_716154.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:28:19.721-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.989, + 13.138, + 22.59 + ], + "median_ms": 13.138, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.989 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.138 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.59 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.922, + 12.785, + 12.895 + ], + "median_ms": 12.785, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 10.922 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.785 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.895 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.412, + 15.163, + 13.938 + ], + "median_ms": 15.163, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.412 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.163 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.938 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.681, + 23.633, + 10.655 + ], + "median_ms": 10.681, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 10.681 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 23.633 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 10.655 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.8, + 49.83, + 21.768 + ], + "median_ms": 21.768, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.8 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 49.83 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 21.768 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.757, + 16.793, + 20.753 + ], + "median_ms": 17.757, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.757 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.793 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 20.753 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.819, + 16.784, + 16.723 + ], + "median_ms": 16.784, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.819 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.784 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.723 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.845, + 19.368, + 19.762 + ], + "median_ms": 19.368, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.845 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 19.368 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 19.762 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 83.68, + 15.596, + 15.635 + ], + "median_ms": 15.635, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 83.68 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.596 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.635 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.322, + 20.824, + 16.682 + ], + "median_ms": 20.824, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 25.322 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 20.824 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.682 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212818_716154.txt", + "spike_captured": true, + "spike_limit_ms": 65.69999999999999, + "spike_probes": [ + { + "hop": 9, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 83.68 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 83.68, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 938 +} \ No newline at end of file diff --git a/logs/trace_20260928_212818_716154.txt b/logs/trace_20260928_212818_716154.txt new file mode 100644 index 0000000..597044c --- /dev/null +++ b/logs/trace_20260928_212818_716154.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.989 ms 13.138 ms 22.590 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 10.922 ms 12.785 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.895 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.412 ms 15.163 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.938 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 10.681 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 23.633 ms 10.655 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.800 ms 49.830 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 21.768 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 17.757 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.793 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 20.753 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.819 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.784 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.723 ms + 8 141.101.73.110 (141.101.73.110) 15.845 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 19.368 ms 19.762 ms + 9 141.101.73.110 (141.101.73.110) 83.680 ms 141.101.73.111 (141.101.73.111) 15.596 ms 141.101.73.110 (141.101.73.110) 15.635 ms +10 one.one.one.one (1.1.1.1) 25.322 ms 141.101.73.175 (141.101.73.175) 20.824 ms one.one.one.one (1.1.1.1) 16.682 ms diff --git a/logs/trace_20260928_212831_719446.json b/logs/trace_20260928_212831_719446.json new file mode 100644 index 0000000..e6a12f6 --- /dev/null +++ b/logs/trace_20260928_212831_719446.json @@ -0,0 +1,350 @@ +{ + "time": "2026-09-28T21:28:34.726-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 14.354, + 21.661, + 59.882 + ], + "median_ms": 21.661, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.354 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.661 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 59.882 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 35.746, + 24.454, + 54.804 + ], + "median_ms": 35.746, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 35.746 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 24.454 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 54.804 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 57.78, + 69.026, + 15.789 + ], + "median_ms": 57.78, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 57.78 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 69.026 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.789 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.819, + 14.788, + 15.748 + ], + "median_ms": 15.748, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 21.819 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.788 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.748 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.709, + 39.751, + 17.871 + ], + "median_ms": 32.709, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 32.709 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 39.751 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.871 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.709, + 17.015, + 35.547 + ], + "median_ms": 17.015, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.709 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 17.015 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 35.547 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 54.818, + 38.68, + 28.766 + ], + "median_ms": 38.68, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 54.818 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 38.68 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 28.766 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.771, + 15.741 + ], + "median_ms": 14.256, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 12.771 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.741 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.775, + 17.634, + 18.636 + ], + "median_ms": 17.634, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.775 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.634 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 18.636 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 44.057, + 96.719 + ], + "median_ms": 70.388, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 44.057 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 96.719 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 15.546, + 19.072 + ], + "median_ms": 17.308999999999997, + "timeouts": 1, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.546 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 19.072 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212831_719446.txt", + "spike_captured": true, + "spike_limit_ms": 59.65, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 59.882 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 69.026 + }, + { + "hop": 10, + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 96.719 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 96.719, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 941 +} \ No newline at end of file diff --git a/logs/trace_20260928_212831_719446.txt b/logs/trace_20260928_212831_719446.txt new file mode 100644 index 0000000..fd2a5bf --- /dev/null +++ b/logs/trace_20260928_212831_719446.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 14.354 ms 21.661 ms 59.882 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 35.746 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 24.454 ms 54.804 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 57.780 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 69.026 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.789 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 21.819 ms 14.788 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.748 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 32.709 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 39.751 ms 17.871 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.709 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 17.015 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 35.547 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 54.818 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 38.680 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 28.766 ms + 8 141.101.73.111 (141.101.73.111) 12.771 ms * 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.741 ms + 9 141.101.73.111 (141.101.73.111) 16.775 ms 141.101.73.110 (141.101.73.110) 17.634 ms 141.101.73.159 (141.101.73.159) 18.636 ms +10 * 141.101.73.175 (141.101.73.175) 44.057 ms 141.101.73.127 (141.101.73.127) 96.719 ms +11 one.one.one.one (1.1.1.1) 15.546 ms * 19.072 ms diff --git a/logs/trace_20260928_212837_720977.json b/logs/trace_20260928_212837_720977.json new file mode 100644 index 0000000..9dd008b --- /dev/null +++ b/logs/trace_20260928_212837_720977.json @@ -0,0 +1,363 @@ +{ + "time": "2026-09-28T21:28:39.930-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.57, + 22.467, + 76.853 + ], + "median_ms": 22.467, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.57 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.467 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 76.853 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.741, + 44.469, + 61.996 + ], + "median_ms": 44.469, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.741 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 44.469 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 61.996 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 94.744, + 39.669, + 401.761 + ], + "median_ms": 94.744, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 94.744 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 39.669 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 401.761 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.729, + 46.627, + 16.76 + ], + "median_ms": 16.76, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.729 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 46.627 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 16.76 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.619, + 16.469, + 109.303 + ], + "median_ms": 17.619, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.619 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.469 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 109.303 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.503, + 18.716, + 20.689 + ], + "median_ms": 19.503, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 19.503 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 18.716 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 20.689 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.756, + 45.703, + 27.664 + ], + "median_ms": 33.756, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 33.756 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 45.703 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 27.664 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 47.718, + 46.665, + 75.626 + ], + "median_ms": 47.718, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 47.718 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 46.665 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 75.626 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.633, + 30.68, + 69.543 + ], + "median_ms": 30.68, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 22.633 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 30.68 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 69.543 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.425, + 16.429, + 41.629 + ], + "median_ms": 17.425, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.425 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 16.429 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 41.629 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212837_720977.txt", + "spike_captured": true, + "spike_limit_ms": 58.85, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 76.853 + }, + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 61.996 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 94.744 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 401.761 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 109.303 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 75.626 + }, + { + "hop": 9, + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 69.543 + } + ], + "spike_probe_count": 7, + "peak_probe_ms": 401.761, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 942 +} \ No newline at end of file diff --git a/logs/trace_20260928_212837_720977.txt b/logs/trace_20260928_212837_720977.txt new file mode 100644 index 0000000..07a16aa --- /dev/null +++ b/logs/trace_20260928_212837_720977.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.570 ms 22.467 ms 76.853 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.741 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 44.469 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 61.996 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 94.744 ms 39.669 ms 401.761 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.729 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 46.627 ms 16.760 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.619 ms 16.469 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 109.303 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 19.503 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 18.716 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 20.689 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 33.756 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 45.703 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 27.664 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 47.718 ms 46.665 ms 141.101.73.110 (141.101.73.110) 75.626 ms + 9 141.101.73.195 (141.101.73.195) 22.633 ms 141.101.73.147 (141.101.73.147) 30.680 ms 141.101.73.127 (141.101.73.127) 69.543 ms +10 one.one.one.one (1.1.1.1) 17.425 ms 141.101.73.125 (141.101.73.125) 16.429 ms one.one.one.one (1.1.1.1) 41.629 ms diff --git a/logs/trace_20260928_212842_722201.json b/logs/trace_20260928_212842_722201.json new file mode 100644 index 0000000..c5161b1 --- /dev/null +++ b/logs/trace_20260928_212842_722201.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:28:44.931-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.11, + 17.054, + 10.836 + ], + "median_ms": 12.11, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.11 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 17.054 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.836 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.919, + 33.19, + 16.279 + ], + "median_ms": 16.279, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.919 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 33.19 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 16.279 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.927, + 42.733, + 16.85 + ], + "median_ms": 23.927, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 23.927 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 42.733 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.85 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.768, + 64.694, + 15.714 + ], + "median_ms": 20.768, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 20.768 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 64.694 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.714 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.85, + 17.743, + 17.802 + ], + "median_ms": 17.743, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.85 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.743 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.802 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.676, + 38.795, + 30.703 + ], + "median_ms": 30.703, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 17.676 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 38.795 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 30.703 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.81, + 82.818, + 15.77 + ], + "median_ms": 15.77, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 13.81 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 82.818 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.77 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.85, + 66.629 + ], + "median_ms": 48.23950000000001, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 29.85 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 66.629 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 47.752, + 19.691, + 24.603 + ], + "median_ms": 24.603, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 47.752 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 19.691 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 24.603 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 29.674, + 13.863 + ], + "median_ms": 21.7685, + "timeouts": 1, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 29.674 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 13.863 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212842_722201.txt", + "spike_captured": true, + "spike_limit_ms": 58.6, + "spike_probes": [ + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 64.694 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 82.818 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 66.629 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 82.818, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 943 +} \ No newline at end of file diff --git a/logs/trace_20260928_212842_722201.txt b/logs/trace_20260928_212842_722201.txt new file mode 100644 index 0000000..0a2682a --- /dev/null +++ b/logs/trace_20260928_212842_722201.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.110 ms 17.054 ms 10.836 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 10.919 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 33.190 ms 16.279 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 23.927 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 42.733 ms 16.850 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 20.768 ms 64.694 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.714 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.850 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.743 ms 17.802 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 17.676 ms 38.795 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 30.703 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 13.810 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 82.818 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.770 ms + 8 * 141.101.73.110 (141.101.73.110) 29.850 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 66.629 ms + 9 141.101.73.110 (141.101.73.110) 47.752 ms 141.101.73.157 (141.101.73.157) 19.691 ms 141.101.73.111 (141.101.73.111) 24.603 ms +10 one.one.one.one (1.1.1.1) 29.674 ms 13.863 ms * diff --git a/logs/trace_20260928_212852_724553.json b/logs/trace_20260928_212852_724553.json new file mode 100644 index 0000000..b4f5486 --- /dev/null +++ b/logs/trace_20260928_212852_724553.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T21:28:54.334-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.992, + 14.913, + 32.005 + ], + "median_ms": 14.913, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.992 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.913 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 32.005 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.81, + 64.105, + 11.662 + ], + "median_ms": 33.81, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 33.81 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 64.105 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.662 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.859, + 23.991, + 14.793 + ], + "median_ms": 16.859, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.859 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 23.991 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.793 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.611, + 12.779, + 86.795 + ], + "median_ms": 13.611, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.611 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.779 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 86.795 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.599, + 16.658, + 35.866 + ], + "median_ms": 16.658, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.599 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.658 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 35.866 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 39.699, + 25.849, + 15.434 + ], + "median_ms": 25.849, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 39.699 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.849 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.434 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.677, + 55.686, + 25.642 + ], + "median_ms": 25.642, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.677 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 55.686 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 25.642 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.639, + 41.658, + 75.622 + ], + "median_ms": 41.658, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.639 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 41.658 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 75.622 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.606, + 84.413, + 20.727 + ], + "median_ms": 28.606, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 28.606 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 84.413 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 20.727 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.607, + 16.738, + 16.676 + ], + "median_ms": 16.738, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 25.607 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.738 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 16.676 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212852_724553.txt", + "spike_captured": true, + "spike_limit_ms": 57.5, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 64.105 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 86.795 + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 75.622 + }, + { + "hop": 9, + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 84.413 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 86.795, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 945 +} \ No newline at end of file diff --git a/logs/trace_20260928_212852_724553.txt b/logs/trace_20260928_212852_724553.txt new file mode 100644 index 0000000..186a9be --- /dev/null +++ b/logs/trace_20260928_212852_724553.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.992 ms 14.913 ms 32.005 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 33.810 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 64.105 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.662 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 16.859 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 23.991 ms 14.793 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.611 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.779 ms 86.795 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.599 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.658 ms 35.866 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 39.699 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 25.849 ms 15.434 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.677 ms 55.686 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 25.642 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 25.639 ms 141.101.73.110 (141.101.73.110) 41.658 ms 141.101.73.111 (141.101.73.111) 75.622 ms + 9 141.101.73.110 (141.101.73.110) 28.606 ms 141.101.73.157 (141.101.73.157) 84.413 ms 141.101.73.195 (141.101.73.195) 20.727 ms +10 one.one.one.one (1.1.1.1) 25.607 ms 16.738 ms 141.101.73.161 (141.101.73.161) 16.676 ms diff --git a/logs/trace_20260928_212908_728638.json b/logs/trace_20260928_212908_728638.json new file mode 100644 index 0000000..ddf514b --- /dev/null +++ b/logs/trace_20260928_212908_728638.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T21:29:09.937-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 15.406, + 15.773, + 11.68 + ], + "median_ms": 15.406, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.406 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.773 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.68 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.932, + 65.61, + 65.81 + ], + "median_ms": 65.61, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 23.932 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 65.61 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 65.81 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.745, + 38.714, + 71.725 + ], + "median_ms": 38.714, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 31.745 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 38.714 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 71.725 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.606, + 37.712, + 14.583 + ], + "median_ms": 15.606, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.606 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 37.712 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.583 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 48.855, + 56.751, + 17.608 + ], + "median_ms": 48.855, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 48.855 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 56.751 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.608 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.624, + 16.761, + 26.744 + ], + "median_ms": 16.761, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.624 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.761 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.744 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.757, + 17.676, + 23.698 + ], + "median_ms": 17.676, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 13.757 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 17.676 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 23.698 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.588, + 16.8, + 17.516 + ], + "median_ms": 16.8, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 13.588 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.8 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.516 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.648, + 16.451, + 14.554 + ], + "median_ms": 16.451, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 17.648 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.451 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 14.554 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.339, + 16.812, + 22.603 + ], + "median_ms": 16.812, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.339 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 16.812 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 22.603 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212908_728638.txt", + "spike_captured": true, + "spike_limit_ms": 57.55, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 65.61 + }, + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 65.81 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 71.725 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 71.725, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 949 +} \ No newline at end of file diff --git a/logs/trace_20260928_212908_728638.txt b/logs/trace_20260928_212908_728638.txt new file mode 100644 index 0000000..3395d73 --- /dev/null +++ b/logs/trace_20260928_212908_728638.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 15.406 ms 15.773 ms 11.680 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 23.932 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 65.610 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 65.810 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 31.745 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 38.714 ms 71.725 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.606 ms 37.712 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.583 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 48.855 ms 56.751 ms 17.608 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.624 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.761 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 26.744 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 13.757 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 17.676 ms 23.698 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 13.588 ms 141.101.73.111 (141.101.73.111) 16.800 ms 17.516 ms + 9 141.101.73.195 (141.101.73.195) 17.648 ms 141.101.73.110 (141.101.73.110) 16.451 ms 141.101.73.157 (141.101.73.157) 14.554 ms +10 one.one.one.one (1.1.1.1) 16.339 ms 141.101.73.195 (141.101.73.195) 16.812 ms 141.101.73.127 (141.101.73.127) 22.603 ms diff --git a/logs/trace_20260928_212912_729624.json b/logs/trace_20260928_212912_729624.json new file mode 100644 index 0000000..21c3eb8 --- /dev/null +++ b/logs/trace_20260928_212912_729624.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:29:13.938-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 24.176, + 33.967, + 12.878 + ], + "median_ms": 24.176, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 24.176 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 33.967 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.878 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.827, + 23.412, + 11.754 + ], + "median_ms": 15.827, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 15.827 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 23.412 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.754 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.785, + 26.865, + 11.42 + ], + "median_ms": 12.785, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.785 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 26.865 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 11.42 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.606, + 23.186, + 14.49 + ], + "median_ms": 14.49, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.606 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 23.186 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.49 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 61.893, + 15.569, + 17.76 + ], + "median_ms": 17.76, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 61.893 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.569 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.76 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.776, + 24.614, + 16.79 + ], + "median_ms": 24.614, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.776 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 24.614 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.79 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.791, + 65.809, + 19.893 + ], + "median_ms": 19.893, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.791 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 65.809 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 19.893 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.732, + 15.622, + 25.859 + ], + "median_ms": 15.622, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 11.732 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.622 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.859 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.685, + 14.643, + 18.57 + ], + "median_ms": 16.685, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 16.685 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 14.643 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 18.57 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.528, + 16.78, + 18.528 + ], + "median_ms": 16.78, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.528 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 16.78 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 18.528 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212912_729624.txt", + "spike_captured": true, + "spike_limit_ms": 57.9, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 61.893 + }, + { + "hop": 7, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 65.809 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 65.809, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 950 +} \ No newline at end of file diff --git a/logs/trace_20260928_212912_729624.txt b/logs/trace_20260928_212912_729624.txt new file mode 100644 index 0000000..0e12660 --- /dev/null +++ b/logs/trace_20260928_212912_729624.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 24.176 ms 33.967 ms 12.878 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 15.827 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 23.412 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.754 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.785 ms 26.865 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 11.420 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.606 ms 23.186 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.490 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 61.893 ms 15.569 ms 17.760 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 26.776 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 24.614 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 16.790 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.791 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 65.809 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 19.893 ms + 8 141.101.73.110 (141.101.73.110) 11.732 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.622 ms 25.859 ms + 9 141.101.73.175 (141.101.73.175) 16.685 ms 141.101.73.171 (141.101.73.171) 14.643 ms 141.101.73.159 (141.101.73.159) 18.570 ms +10 one.one.one.one (1.1.1.1) 14.528 ms 141.101.73.147 (141.101.73.147) 16.780 ms 141.101.73.171 (141.101.73.171) 18.528 ms diff --git a/logs/trace_20260928_212948_739007.json b/logs/trace_20260928_212948_739007.json new file mode 100644 index 0000000..e5f65e8 --- /dev/null +++ b/logs/trace_20260928_212948_739007.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:29:50.346-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.633, + 11.653, + 11.818 + ], + "median_ms": 11.818, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.633 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.653 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.818 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.878, + 10.028, + 12.517 + ], + "median_ms": 10.878, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 10.878 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.028 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.517 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 16.46, + 14.053, + 14.786 + ], + "median_ms": 14.786, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.46 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.053 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.786 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 11.917, + 13.716, + 12.538 + ], + "median_ms": 12.538, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.917 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.716 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.538 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.915, + 17.566, + 14.657 + ], + "median_ms": 16.915, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.915 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.566 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.657 + } + ] + }, + { + "hop": 6, + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 14.739, + 15.628, + 39.721 + ], + "median_ms": 15.628, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.739 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.628 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 39.721 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 46.719, + 14.695, + 17.659 + ], + "median_ms": 17.659, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 46.719 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 14.695 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.659 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.706, + 36.563, + 25.672 + ], + "median_ms": 25.672, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.706 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 36.563 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 25.672 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 170.525, + 21.015, + 16.085 + ], + "median_ms": 21.015, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 170.525 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 21.015 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 16.085 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.54, + 16.598, + 22.768 + ], + "median_ms": 16.598, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 16.54 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 16.598 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 22.768 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212948_739007.txt", + "spike_captured": true, + "spike_limit_ms": 57.65, + "spike_probes": [ + { + "hop": 9, + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 170.525 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 170.525, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 959 +} \ No newline at end of file diff --git a/logs/trace_20260928_212948_739007.txt b/logs/trace_20260928_212948_739007.txt new file mode 100644 index 0000000..b503aa4 --- /dev/null +++ b/logs/trace_20260928_212948_739007.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.633 ms 11.653 ms 11.818 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 10.878 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 10.028 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.517 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.460 ms 14.053 ms 14.786 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 11.917 ms 13.716 ms 12.538 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.915 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.566 ms 14.657 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 14.739 ms 15.628 ms 39.721 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 46.719 ms 14.695 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.659 ms + 8 141.101.73.110 (141.101.73.110) 16.706 ms 141.101.73.111 (141.101.73.111) 36.563 ms 141.101.73.110 (141.101.73.110) 25.672 ms + 9 141.101.73.127 (141.101.73.127) 170.525 ms 141.101.73.111 (141.101.73.111) 21.015 ms 141.101.73.165 (141.101.73.165) 16.085 ms +10 141.101.73.125 (141.101.73.125) 16.540 ms 141.101.73.119 (141.101.73.119) 16.598 ms one.one.one.one (1.1.1.1) 22.768 ms diff --git a/logs/trace_20260928_212952_739465.json b/logs/trace_20260928_212952_739465.json new file mode 100644 index 0000000..a2a7eec --- /dev/null +++ b/logs/trace_20260928_212952_739465.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:29:53.745-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.433, + 11.996, + 9.969 + ], + "median_ms": 11.433, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.433 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.996 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.969 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 9.911, + 10.939, + 11.231 + ], + "median_ms": 10.939, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 9.911 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.939 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.231 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.345, + 13.87, + 12.254 + ], + "median_ms": 13.87, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.345 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.87 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.254 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.3, + 13.098, + 10.835 + ], + "median_ms": 12.3, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.3 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.098 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 10.835 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 14.675, + 15.737, + 15.638 + ], + "median_ms": 15.638, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.675 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.737 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.638 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.846, + 14.806, + 13.818 + ], + "median_ms": 14.806, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.846 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.806 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 13.818 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 54.877, + 16.762, + 16.749 + ], + "median_ms": 16.762, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 54.877 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.762 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.749 + } + ] + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": [ + 14.664, + 15.688, + 13.679 + ], + "median_ms": 14.664, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.664 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.688 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.679 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.677, + 22.629, + 51.662 + ], + "median_ms": 27.677, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 27.677 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 22.629 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 51.662 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 35.568, + 65.463, + 15.739 + ], + "median_ms": 35.568, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 35.568 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 65.463 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.739 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_212952_739465.txt", + "spike_captured": true, + "spike_limit_ms": 57.7, + "spike_probes": [ + { + "hop": 10, + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 65.463 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 65.463, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 960 +} \ No newline at end of file diff --git a/logs/trace_20260928_212952_739465.txt b/logs/trace_20260928_212952_739465.txt new file mode 100644 index 0000000..9035961 --- /dev/null +++ b/logs/trace_20260928_212952_739465.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.433 ms 11.996 ms 9.969 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 9.911 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 10.939 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.231 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.345 ms 13.870 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.254 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.300 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.098 ms 10.835 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.675 ms 15.737 ms 15.638 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 17.846 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 14.806 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 13.818 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 54.877 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.762 ms 16.749 ms + 8 141.101.73.110 (141.101.73.110) 14.664 ms 15.688 ms 13.679 ms + 9 141.101.73.119 (141.101.73.119) 27.677 ms 141.101.73.111 (141.101.73.111) 22.629 ms 141.101.73.119 (141.101.73.119) 51.662 ms +10 141.101.73.177 (141.101.73.177) 35.568 ms 141.101.73.165 (141.101.73.165) 65.463 ms one.one.one.one (1.1.1.1) 15.739 ms diff --git a/logs/trace_20260928_213000_741406.json b/logs/trace_20260928_213000_741406.json new file mode 100644 index 0000000..3882a1b --- /dev/null +++ b/logs/trace_20260928_213000_741406.json @@ -0,0 +1,375 @@ +{ + "time": "2026-09-28T21:30:03.750-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 275.918, + 113.88, + 60.892 + ], + "median_ms": 113.88, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 275.918 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 113.88 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 60.892 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.687, + 134.98, + 11.704 + ], + "median_ms": 13.687, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.687 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 134.98 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.704 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.802, + 16.912, + 13.852 + ], + "median_ms": 16.912, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 17.802 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.912 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.852 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 39.007, + 14.523, + 159.586 + ], + "median_ms": 39.007, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 39.007 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.523 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 159.586 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 25.391, + 130.686, + 74.817 + ], + "median_ms": 74.817, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 25.391 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 130.686 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 74.817 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.563, + 30.777, + 24.771 + ], + "median_ms": 30.777, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 37.563 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 30.777 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 24.771 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.862, + 103.723, + 84.739 + ], + "median_ms": 84.739, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 36.862 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 103.723 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 84.739 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 36.639, + 37.751, + 26.605 + ], + "median_ms": 36.639, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 36.639 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 37.751 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 26.605 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.594, + 44.646, + 31.764 + ], + "median_ms": 31.764, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 26.594 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 44.646 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 31.764 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 70.765, + 42.62 + ], + "median_ms": 56.692499999999995, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 70.765 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 42.62 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213000_741406.txt", + "spike_captured": true, + "spike_limit_ms": 57.65, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 275.918 + }, + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 113.88 + }, + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 60.892 + }, + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 134.98 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 159.586 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 130.686 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 74.817 + }, + { + "hop": 7, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 103.723 + }, + { + "hop": 7, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 84.739 + }, + { + "hop": 10, + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 70.765 + } + ], + "spike_probe_count": 10, + "peak_probe_ms": 275.918, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 962 +} \ No newline at end of file diff --git a/logs/trace_20260928_213000_741406.txt b/logs/trace_20260928_213000_741406.txt new file mode 100644 index 0000000..6edc36e --- /dev/null +++ b/logs/trace_20260928_213000_741406.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 275.918 ms 113.880 ms 60.892 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 13.687 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 134.980 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.704 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 17.802 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.912 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.852 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 39.007 ms 14.523 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 159.586 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 25.391 ms 130.686 ms 74.817 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 37.563 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 30.777 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 24.771 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 36.862 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 103.723 ms 84.739 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 36.639 ms 37.751 ms 26.605 ms + 9 141.101.73.111 (141.101.73.111) 26.594 ms 141.101.73.165 (141.101.73.165) 44.646 ms 141.101.73.159 (141.101.73.159) 31.764 ms +10 141.101.73.171 (141.101.73.171) 70.765 ms one.one.one.one (1.1.1.1) 42.620 ms * diff --git a/logs/trace_20260928_213006_742622.json b/logs/trace_20260928_213006_742622.json new file mode 100644 index 0000000..cdc51ac --- /dev/null +++ b/logs/trace_20260928_213006_742622.json @@ -0,0 +1,351 @@ +{ + "time": "2026-09-28T21:30:08.748-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 20.699, + 31.622, + 13.749 + ], + "median_ms": 20.699, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.699 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 31.622 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.749 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.925, + 168.329, + 30.883 + ], + "median_ms": 36.925, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 36.925 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 168.329 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 30.883 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 64.84, + 37.73, + 14.622 + ], + "median_ms": 37.73, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 64.84 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 37.73 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.622 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 420.893, + 15.701, + 13.587 + ], + "median_ms": 15.701, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 420.893 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.701 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.587 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.712, + 18.685, + 18.017 + ], + "median_ms": 18.017, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.712 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.685 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.017 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.395, + 54.626, + 53.508 + ], + "median_ms": 53.508, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.395 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 54.626 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 53.508 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 99.669, + 30.877, + 21.578 + ], + "median_ms": 30.877, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 99.669 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 30.877 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 21.578 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.709, + 148.801, + 18.785 + ], + "median_ms": 27.709, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 27.709 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 148.801 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 18.785 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.824, + 23.561, + 16.578 + ], + "median_ms": 16.824, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.824 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 23.561 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 16.578 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.651, + 18.517, + 17.815 + ], + "median_ms": 17.815, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 16.651 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.517 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 17.815 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213006_742622.txt", + "spike_captured": true, + "spike_limit_ms": 57.7, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 168.329 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 64.84 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 420.893 + }, + { + "hop": 7, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 99.669 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 148.801 + } + ], + "spike_probe_count": 5, + "peak_probe_ms": 420.893, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 963 +} \ No newline at end of file diff --git a/logs/trace_20260928_213006_742622.txt b/logs/trace_20260928_213006_742622.txt new file mode 100644 index 0000000..9fe2d44 --- /dev/null +++ b/logs/trace_20260928_213006_742622.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 20.699 ms 31.622 ms 13.749 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 36.925 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 168.329 ms 30.883 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 64.840 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 37.730 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.622 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 420.893 ms 15.701 ms 13.587 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.712 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.685 ms 18.017 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 19.395 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 54.626 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 53.508 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 99.669 ms 30.877 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 21.578 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 27.709 ms 148.801 ms 141.101.73.110 (141.101.73.110) 18.785 ms + 9 141.101.73.110 (141.101.73.110) 16.824 ms 141.101.73.179 (141.101.73.179) 23.561 ms 141.101.73.171 (141.101.73.171) 16.578 ms +10 141.101.73.127 (141.101.73.127) 16.651 ms one.one.one.one (1.1.1.1) 18.517 ms 141.101.73.195 (141.101.73.195) 17.815 ms diff --git a/logs/trace_20260928_213019_745984.json b/logs/trace_20260928_213019_745984.json new file mode 100644 index 0000000..7103e9e --- /dev/null +++ b/logs/trace_20260928_213019_745984.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:30:20.751-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 28.552, + 38.559, + 22.683 + ], + "median_ms": 28.552, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 28.552 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 38.559 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.683 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 8.702, + 11.622, + 11.886 + ], + "median_ms": 11.622, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 8.702 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.622 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.886 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.688, + 13.952, + 12.818 + ], + "median_ms": 13.952, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 23.688 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.952 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.818 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.95, + 14.47, + 22.544 + ], + "median_ms": 14.47, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.95 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.47 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 22.544 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.814, + 16.831, + 16.747 + ], + "median_ms": 16.747, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.814 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.831 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.747 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.734, + 15.792, + 17.989 + ], + "median_ms": 17.989, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 18.734 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.792 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.989 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 88.644, + 36.676, + 12.713 + ], + "median_ms": 36.676, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 88.644 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 36.676 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 12.713 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.869, + 18.753, + 17.656 + ], + "median_ms": 17.869, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.869 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 18.753 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.656 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.792, + 17.408, + 15.694 + ], + "median_ms": 15.694, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.792 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 17.408 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.694 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.742, + 16.648, + 18.901 + ], + "median_ms": 16.742, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 16.742 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.648 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 18.901 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213019_745984.txt", + "spike_captured": true, + "spike_limit_ms": 57.2, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 88.644 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 88.644, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 966 +} \ No newline at end of file diff --git a/logs/trace_20260928_213019_745984.txt b/logs/trace_20260928_213019_745984.txt new file mode 100644 index 0000000..00c4d3c --- /dev/null +++ b/logs/trace_20260928_213019_745984.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 28.552 ms 38.559 ms 22.683 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 8.702 ms 11.622 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.886 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 23.688 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.952 ms 12.818 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.950 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.470 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 22.544 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 14.814 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.831 ms 16.747 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 18.734 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.792 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 17.989 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 88.644 ms 36.676 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 12.713 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.869 ms 141.101.73.110 (141.101.73.110) 18.753 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.656 ms + 9 141.101.73.111 (141.101.73.111) 14.792 ms 141.101.73.159 (141.101.73.159) 17.408 ms 141.101.73.111 (141.101.73.111) 15.694 ms +10 141.101.73.165 (141.101.73.165) 16.742 ms one.one.one.one (1.1.1.1) 16.648 ms 141.101.73.125 (141.101.73.125) 18.901 ms diff --git a/logs/trace_20260928_213023_746963.json b/logs/trace_20260928_213023_746963.json new file mode 100644 index 0000000..e4e14b3 --- /dev/null +++ b/logs/trace_20260928_213023_746963.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:30:24.752-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 16.003, + 9.945, + 21.879 + ], + "median_ms": 16.003, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 16.003 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.945 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.879 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.984, + 12.416, + 12.124 + ], + "median_ms": 12.416, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 23.984 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.416 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.124 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.188, + 13.746, + 14.745 + ], + "median_ms": 14.745, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.188 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.746 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.745 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.81, + 12.854, + 11.785 + ], + "median_ms": 12.854, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.81 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.854 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.785 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.572, + 17.811, + 15.502 + ], + "median_ms": 17.811, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.572 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.811 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.502 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.853, + 16.763, + 35.656 + ], + "median_ms": 16.853, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.853 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.763 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 35.656 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.642, + 21.676, + 16.662 + ], + "median_ms": 16.662, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.642 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 21.676 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.662 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.713, + 18.588, + 14.601 + ], + "median_ms": 15.713, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.713 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.588 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.601 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.607, + 14.62, + 23.643 + ], + "median_ms": 14.62, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.607 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.62 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 23.643 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 63.583, + 16.595, + 23.599 + ], + "median_ms": 23.599, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 63.583 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 16.595 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 23.599 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213023_746963.txt", + "spike_captured": true, + "spike_limit_ms": 57.25, + "spike_probes": [ + { + "hop": 10, + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 63.583 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 63.583, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 967 +} \ No newline at end of file diff --git a/logs/trace_20260928_213023_746963.txt b/logs/trace_20260928_213023_746963.txt new file mode 100644 index 0000000..2dcdbd3 --- /dev/null +++ b/logs/trace_20260928_213023_746963.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 16.003 ms 9.945 ms 21.879 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 23.984 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.416 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.124 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.188 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.746 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.745 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.810 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.854 ms 11.785 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 24.572 ms 17.811 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.502 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.853 ms 16.763 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 35.656 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.642 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 21.676 ms 16.662 ms + 8 141.101.73.111 (141.101.73.111) 15.713 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 18.588 ms 14.601 ms + 9 141.101.73.110 (141.101.73.110) 14.607 ms 14.620 ms 141.101.73.175 (141.101.73.175) 23.643 ms +10 141.101.73.169 (141.101.73.169) 63.583 ms 141.101.73.163 (141.101.73.163) 16.595 ms one.one.one.one (1.1.1.1) 23.599 ms diff --git a/logs/trace_20260928_213027_748020.json b/logs/trace_20260928_213027_748020.json new file mode 100644 index 0000000..706686e --- /dev/null +++ b/logs/trace_20260928_213027_748020.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:30:29.156-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 19.331, + 12.856, + 13.798 + ], + "median_ms": 13.798, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 19.331 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.856 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.798 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.939, + 11.63, + 24.34 + ], + "median_ms": 20.939, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 20.939 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.63 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 24.34 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 16.745, + 22.826, + 17.693 + ], + "median_ms": 17.693, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.745 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 22.826 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 17.693 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.771, + 15.73, + 198.918 + ], + "median_ms": 15.73, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.771 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.73 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 198.918 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.785, + 28.781, + 85.827 + ], + "median_ms": 28.781, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 19.785 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 28.781 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 85.827 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.642, + 16.889, + 13.769 + ], + "median_ms": 15.642, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.642 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.889 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 13.769 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.782, + 15.796, + 16.737 + ], + "median_ms": 15.796, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 13.782 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.796 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.737 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 46.736, + 11.74, + 15.643 + ], + "median_ms": 15.643, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 46.736 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 11.74 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.643 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.517, + 17.732, + 21.614 + ], + "median_ms": 17.732, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.517 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.732 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 21.614 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.605, + 17.17, + 15.599 + ], + "median_ms": 16.605, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 16.605 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 17.17 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.599 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213027_748020.txt", + "spike_captured": true, + "spike_limit_ms": 57.15, + "spike_probes": [ + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 198.918 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 85.827 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 198.918, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 968 +} \ No newline at end of file diff --git a/logs/trace_20260928_213027_748020.txt b/logs/trace_20260928_213027_748020.txt new file mode 100644 index 0000000..0bc78f7 --- /dev/null +++ b/logs/trace_20260928_213027_748020.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 19.331 ms 12.856 ms 13.798 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 20.939 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.630 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 24.340 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.745 ms 22.826 ms 17.693 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.771 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.730 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 198.918 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 19.785 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 28.781 ms 85.827 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 15.642 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 16.889 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 13.769 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 13.782 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.796 ms 16.737 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 46.736 ms 141.101.73.110 (141.101.73.110) 11.740 ms 141.101.73.111 (141.101.73.111) 15.643 ms + 9 141.101.73.110 (141.101.73.110) 15.517 ms 141.101.73.111 (141.101.73.111) 17.732 ms 141.101.73.159 (141.101.73.159) 21.614 ms +10 141.101.73.163 (141.101.73.163) 16.605 ms 141.101.73.171 (141.101.73.171) 17.170 ms one.one.one.one (1.1.1.1) 15.599 ms diff --git a/logs/trace_20260928_213039_750863.json b/logs/trace_20260928_213039_750863.json new file mode 100644 index 0000000..2e12064 --- /dev/null +++ b/logs/trace_20260928_213039_750863.json @@ -0,0 +1,356 @@ +{ + "time": "2026-09-28T21:30:41.159-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 10.895, + 12.016, + 9.685 + ], + "median_ms": 10.895, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.895 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.016 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.685 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.777, + 11.921, + 11.103 + ], + "median_ms": 11.921, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.777 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.921 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.103 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.92, + 15.982, + 14.019 + ], + "median_ms": 14.019, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.92 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.982 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.019 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 22.745, + 12.739, + 12.678 + ], + "median_ms": 12.739, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 22.745 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.739 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.678 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 17.875, + 15.769, + 13.584 + ], + "median_ms": 15.769, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.875 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.769 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 13.584 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.612, + 27.635, + 15.922 + ], + "median_ms": 15.922, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.612 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 27.635 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.922 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.544, + 39.853, + 29.534 + ], + "median_ms": 37.544, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 37.544 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 39.853 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.534 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 60.6, + 31.65, + 15.522 + ], + "median_ms": 31.65, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 60.6 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 31.65 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.522 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.737, + 18.588, + 28.565 + ], + "median_ms": 18.588, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.737 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 18.588 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 28.565 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.597, + 15.583, + 17.625 + ], + "median_ms": 15.597, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 15.597 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 15.583 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 17.625 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 16.824, + 22.743, + 26.675 + ], + "median_ms": 22.743, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.824 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 22.743 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 26.675 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213039_750863.txt", + "spike_captured": true, + "spike_limit_ms": 57.25, + "spike_probes": [ + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 60.6 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 60.6, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 971 +} \ No newline at end of file diff --git a/logs/trace_20260928_213039_750863.txt b/logs/trace_20260928_213039_750863.txt new file mode 100644 index 0000000..45da61f --- /dev/null +++ b/logs/trace_20260928_213039_750863.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 10.895 ms 12.016 ms 9.685 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.777 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.921 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.103 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 12.920 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.982 ms 14.019 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 22.745 ms 12.739 ms 12.678 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.875 ms 15.769 ms 13.584 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.612 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 27.635 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 15.922 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 37.544 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 39.853 ms 29.534 ms + 8 141.101.73.111 (141.101.73.111) 60.600 ms 141.101.73.110 (141.101.73.110) 31.650 ms 15.522 ms + 9 141.101.73.110 (141.101.73.110) 16.737 ms 141.101.73.161 (141.101.73.161) 18.588 ms 141.101.73.110 (141.101.73.110) 28.565 ms +10 141.101.73.161 (141.101.73.161) 15.597 ms 141.101.73.149 (141.101.73.149) 15.583 ms 141.101.73.163 (141.101.73.163) 17.625 ms +11 one.one.one.one (1.1.1.1) 16.824 ms 22.743 ms 26.675 ms diff --git a/logs/trace_20260928_213043_751965.json b/logs/trace_20260928_213043_751965.json new file mode 100644 index 0000000..14e82ac --- /dev/null +++ b/logs/trace_20260928_213043_751965.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:30:44.960-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 10.261, + 10.872, + 11.831 + ], + "median_ms": 10.872, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.261 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.872 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.831 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.872, + 12.01, + 12.553 + ], + "median_ms": 12.553, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.872 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.01 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.553 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 16.074, + 16.4, + 11.691 + ], + "median_ms": 16.074, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.074 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.4 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 11.691 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.635, + 12.816, + 12.753 + ], + "median_ms": 12.816, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.635 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.816 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.753 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.738, + 27.83, + 16.707 + ], + "median_ms": 16.738, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.738 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 27.83 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.707 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.703, + 17.83, + 23.807 + ], + "median_ms": 17.83, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 14.703 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.83 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 23.807 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.659, + 75.764, + 51.812 + ], + "median_ms": 51.812, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 17.659 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 75.764 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 51.812 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.697, + 57.561, + 15.735 + ], + "median_ms": 25.697, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 25.697 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 57.561 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.735 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.506, + 17.558, + 15.428 + ], + "median_ms": 17.506, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 17.506 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 17.558 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.428 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.501, + 17.571, + 17.8 + ], + "median_ms": 17.8, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 31.501 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.571 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 17.8 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213043_751965.txt", + "spike_captured": true, + "spike_limit_ms": 57.3, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 75.764 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 57.561 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 75.764, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 972 +} \ No newline at end of file diff --git a/logs/trace_20260928_213043_751965.txt b/logs/trace_20260928_213043_751965.txt new file mode 100644 index 0000000..f5b0894 --- /dev/null +++ b/logs/trace_20260928_213043_751965.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 10.261 ms 10.872 ms 11.831 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.872 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.010 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.553 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 16.074 ms 16.400 ms 11.691 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.635 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.816 ms 12.753 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.738 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 27.830 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.707 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 14.703 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 17.830 ms 23.807 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 17.659 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 75.764 ms 51.812 ms + 8 141.101.73.111 (141.101.73.111) 25.697 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 57.561 ms 141.101.73.110 (141.101.73.110) 15.735 ms + 9 141.101.73.169 (141.101.73.169) 17.506 ms 141.101.73.119 (141.101.73.119) 17.558 ms 141.101.73.110 (141.101.73.110) 15.428 ms +10 141.101.73.167 (141.101.73.167) 31.501 ms one.one.one.one (1.1.1.1) 17.571 ms 141.101.73.195 (141.101.73.195) 17.800 ms diff --git a/logs/trace_20260928_213108_758160.json b/logs/trace_20260928_213108_758160.json new file mode 100644 index 0000000..2538730 --- /dev/null +++ b/logs/trace_20260928_213108_758160.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:31:09.966-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.281, + 27.768, + 12.664 + ], + "median_ms": 12.664, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.281 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 27.768 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.664 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.88, + 12.712, + 36.289 + ], + "median_ms": 12.712, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 10.88 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.712 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 36.289 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 17.787, + 147.886, + 22.766 + ], + "median_ms": 22.766, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 17.787 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 147.886 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 22.766 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 95.764, + 12.763, + 13.779 + ], + "median_ms": 13.779, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 95.764 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.763 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.779 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.743, + 19.78, + 25.881 + ], + "median_ms": 25.881, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 28.743 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.78 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.881 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.739, + 13.719, + 50.904 + ], + "median_ms": 15.739, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.739 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 13.719 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 50.904 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.79, + 37.765, + 18.725 + ], + "median_ms": 37.765, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 37.79 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 37.765 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.725 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.773, + 23.773, + 15.675 + ], + "median_ms": 18.773, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.773 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 23.773 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.675 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.665, + 23.613, + 16.557 + ], + "median_ms": 16.557, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.665 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 23.613 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 16.557 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 16.886, + 15.484, + 18.062 + ], + "median_ms": 16.886, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.886 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.484 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.062 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213108_758160.txt", + "spike_captured": true, + "spike_limit_ms": 57.0, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 147.886 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 95.764 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 147.886, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 979 +} \ No newline at end of file diff --git a/logs/trace_20260928_213108_758160.txt b/logs/trace_20260928_213108_758160.txt new file mode 100644 index 0000000..858ff5c --- /dev/null +++ b/logs/trace_20260928_213108_758160.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.281 ms 27.768 ms 12.664 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 10.880 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.712 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 36.289 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 17.787 ms 147.886 ms 22.766 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 95.764 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.763 ms 13.779 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 28.743 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 19.780 ms 25.881 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.739 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 13.719 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 50.904 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 37.790 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 37.765 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 18.725 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 18.773 ms 23.773 ms 141.101.73.111 (141.101.73.111) 15.675 ms + 9 141.101.73.111 (141.101.73.111) 15.665 ms 141.101.73.163 (141.101.73.163) 23.613 ms 141.101.73.149 (141.101.73.149) 16.557 ms +10 one.one.one.one (1.1.1.1) 16.886 ms 15.484 ms 18.062 ms diff --git a/logs/trace_20260928_213128_763220.json b/logs/trace_20260928_213128_763220.json new file mode 100644 index 0000000..ec19271 --- /dev/null +++ b/logs/trace_20260928_213128_763220.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:31:29.768-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.068, + 22.456, + 19.713 + ], + "median_ms": 19.713, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.068 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.456 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 19.713 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.978, + 14.385, + 20.71 + ], + "median_ms": 14.385, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.978 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 14.385 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 20.71 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.715, + 19.723, + 86.685 + ], + "median_ms": 19.723, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.715 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 19.723 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 86.685 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 34.97, + 14.018, + 11.037 + ], + "median_ms": 14.018, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 34.97 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.018 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.037 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.778, + 18.074, + 17.096 + ], + "median_ms": 17.778, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.778 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.074 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.096 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.794, + 24.726, + 28.635 + ], + "median_ms": 24.726, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.794 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.726 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 28.635 + } + ] + }, + { + "hop": 7, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": [ + 100.796, + 15.682, + 15.641 + ], + "median_ms": 15.682, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 100.796 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.682 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.641 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.635, + 15.657, + 15.55 + ], + "median_ms": 15.635, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.635 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.657 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.55 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.75, + 14.64, + 22.634 + ], + "median_ms": 18.75, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 18.75 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.64 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 22.634 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 15.71, + 16.739, + 12.673 + ], + "median_ms": 15.71, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.71 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.739 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 12.673 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213128_763220.txt", + "spike_captured": true, + "spike_limit_ms": 57.0, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 86.685 + }, + { + "hop": 7, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 100.796 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 100.796, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 985 +} \ No newline at end of file diff --git a/logs/trace_20260928_213128_763220.txt b/logs/trace_20260928_213128_763220.txt new file mode 100644 index 0000000..b689058 --- /dev/null +++ b/logs/trace_20260928_213128_763220.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.068 ms 22.456 ms 19.713 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 13.978 ms 14.385 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 20.710 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.715 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 19.723 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 86.685 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 34.970 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.018 ms 11.037 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.778 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 18.074 ms 17.096 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 18.794 ms 24.726 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 28.635 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 100.796 ms 15.682 ms 15.641 ms + 8 141.101.73.110 (141.101.73.110) 15.635 ms 141.101.73.111 (141.101.73.111) 15.657 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.550 ms + 9 141.101.73.179 (141.101.73.179) 18.750 ms 141.101.73.111 (141.101.73.111) 14.640 ms 141.101.73.110 (141.101.73.110) 22.634 ms +10 one.one.one.one (1.1.1.1) 15.710 ms 16.739 ms 12.673 ms diff --git a/logs/trace_20260928_213149_768427.json b/logs/trace_20260928_213149_768427.json new file mode 100644 index 0000000..ad937df --- /dev/null +++ b/logs/trace_20260928_213149_768427.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:31:50.773-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 36.43, + 12.399, + 14.782 + ], + "median_ms": 14.782, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 36.43 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.399 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.782 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.825, + 44.41, + 30.795 + ], + "median_ms": 30.795, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.825 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 44.41 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 30.795 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 69.68, + 22.669, + 23.727 + ], + "median_ms": 23.727, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 69.68 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 22.669 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 23.727 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.579, + 9.887, + 10.514 + ], + "median_ms": 10.514, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.579 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 9.887 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 10.514 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.828, + 36.708, + 17.59 + ], + "median_ms": 18.828, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.828 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 36.708 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.59 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.556, + 17.651, + 18.751 + ], + "median_ms": 18.751, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 23.556 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.651 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.751 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.537, + 20.839, + 16.748 + ], + "median_ms": 16.748, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.537 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 20.839 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.748 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.725, + 13.653, + 14.618 + ], + "median_ms": 14.618, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 33.725 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 13.653 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.618 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.559, + 15.597, + 15.618 + ], + "median_ms": 15.597, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.559 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.597 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.618 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.643, + 16.594, + 18.714 + ], + "median_ms": 18.643, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 18.643 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.594 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.714 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213149_768427.txt", + "spike_captured": true, + "spike_limit_ms": 56.75, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 69.68 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 69.68, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 991 +} \ No newline at end of file diff --git a/logs/trace_20260928_213149_768427.txt b/logs/trace_20260928_213149_768427.txt new file mode 100644 index 0000000..500c79f --- /dev/null +++ b/logs/trace_20260928_213149_768427.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 36.430 ms 12.399 ms 14.782 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.825 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 44.410 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 30.795 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 69.680 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 22.669 ms 23.727 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.579 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 9.887 ms 10.514 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 18.828 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 36.708 ms 17.590 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 23.556 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 17.651 ms 18.751 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.537 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 20.839 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.748 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 33.725 ms 13.653 ms 141.101.73.110 (141.101.73.110) 14.618 ms + 9 141.101.73.110 (141.101.73.110) 15.559 ms 15.597 ms 141.101.73.111 (141.101.73.111) 15.618 ms +10 141.101.73.157 (141.101.73.157) 18.643 ms one.one.one.one (1.1.1.1) 16.594 ms 18.714 ms diff --git a/logs/trace_20260928_213153_769453.json b/logs/trace_20260928_213153_769453.json new file mode 100644 index 0000000..aed5249 --- /dev/null +++ b/logs/trace_20260928_213153_769453.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:31:54.978-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 14.299, + 12.984, + 11.85 + ], + "median_ms": 12.984, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.299 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.984 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.85 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.767, + 17.876, + 12.449 + ], + "median_ms": 12.767, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.767 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 17.876 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.449 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 14.415, + 14.871, + 13.639 + ], + "median_ms": 14.415, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.415 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.871 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.639 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.708, + 14.83, + 22.715 + ], + "median_ms": 14.83, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.708 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.83 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 22.715 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.572, + 15.805, + 17.995 + ], + "median_ms": 15.805, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.572 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.805 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.995 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 42.86, + 18.719, + 34.816 + ], + "median_ms": 34.816, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 42.86 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.719 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 34.816 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.767, + 11.75, + 102.81 + ], + "median_ms": 20.767, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 20.767 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 11.75 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 102.81 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.684, + 14.673, + 20.729 + ], + "median_ms": 16.684, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.684 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.673 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 20.729 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.698, + 14.727, + 23.699 + ], + "median_ms": 14.727, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 14.698 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.727 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 23.699 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.771, + 14.566, + 20.478 + ], + "median_ms": 16.771, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.771 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 14.566 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 20.478 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213153_769453.txt", + "spike_captured": true, + "spike_limit_ms": 56.8, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 102.81 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 102.81, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 992 +} \ No newline at end of file diff --git a/logs/trace_20260928_213153_769453.txt b/logs/trace_20260928_213153_769453.txt new file mode 100644 index 0000000..f6d5dd8 --- /dev/null +++ b/logs/trace_20260928_213153_769453.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 14.299 ms 12.984 ms 11.850 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.767 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 17.876 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.449 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.415 ms 14.871 ms 13.639 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.708 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.830 ms 22.715 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.572 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.805 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.995 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 42.860 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 18.719 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 34.816 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 20.767 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 11.750 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 102.810 ms + 8 141.101.73.110 (141.101.73.110) 16.684 ms 141.101.73.111 (141.101.73.111) 14.673 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 20.729 ms + 9 141.101.73.167 (141.101.73.167) 14.698 ms 141.101.73.110 (141.101.73.110) 14.727 ms 141.101.73.111 (141.101.73.111) 23.699 ms +10 one.one.one.one (1.1.1.1) 16.771 ms 141.101.73.165 (141.101.73.165) 14.566 ms 141.101.73.147 (141.101.73.147) 20.478 ms diff --git a/logs/trace_20260928_213203_771965.json b/logs/trace_20260928_213203_771965.json new file mode 100644 index 0000000..df42a75 --- /dev/null +++ b/logs/trace_20260928_213203_771965.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:32:04.579-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.981, + 10.824, + 12.803 + ], + "median_ms": 11.981, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.981 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.824 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.803 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 8.879, + 13.036, + 11.477 + ], + "median_ms": 11.477, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 8.879 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.036 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.477 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.746, + 13.654, + 12.572 + ], + "median_ms": 13.654, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.746 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.654 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.572 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.707, + 14.666, + 12.682 + ], + "median_ms": 14.666, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.707 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.666 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.682 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.661, + 15.623, + 17.423 + ], + "median_ms": 16.661, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.661 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.623 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.423 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.833, + 17.811, + 25.738 + ], + "median_ms": 17.811, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.833 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 17.811 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.738 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 42.771, + 36.782, + 18.72 + ], + "median_ms": 36.782, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 42.771 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 36.782 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.72 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 19.782, + 101.738, + 17.804 + ], + "median_ms": 19.782, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 19.782 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 101.738 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.804 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.585, + 15.617, + 15.545 + ], + "median_ms": 15.617, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 16.585 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.617 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.545 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 24.608, + 14.746, + 16.868 + ], + "median_ms": 16.868, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 24.608 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.746 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.868 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213203_771965.txt", + "spike_captured": true, + "spike_limit_ms": 56.7, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 101.738 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 101.738, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 995 +} \ No newline at end of file diff --git a/logs/trace_20260928_213203_771965.txt b/logs/trace_20260928_213203_771965.txt new file mode 100644 index 0000000..f5afab6 --- /dev/null +++ b/logs/trace_20260928_213203_771965.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.981 ms 10.824 ms 12.803 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 8.879 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 13.036 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.477 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.746 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.654 ms 12.572 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.707 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.666 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.682 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.661 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.623 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.423 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 14.833 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 17.811 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 25.738 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 42.771 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 36.782 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 18.720 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 19.782 ms 101.738 ms 17.804 ms + 9 141.101.73.177 (141.101.73.177) 16.585 ms 141.101.73.110 (141.101.73.110) 15.617 ms 141.101.73.111 (141.101.73.111) 15.545 ms +10 one.one.one.one (1.1.1.1) 24.608 ms 14.746 ms 16.868 ms diff --git a/logs/trace_20260928_213210_773779.json b/logs/trace_20260928_213210_773779.json new file mode 100644 index 0000000..de98f7e --- /dev/null +++ b/logs/trace_20260928_213210_773779.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:32:11.779-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.204, + 36.968, + 12.835 + ], + "median_ms": 13.204, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.204 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 36.968 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.835 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 9.867, + 10.568, + 9.864 + ], + "median_ms": 9.867, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 9.867 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.568 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 9.864 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 22.396, + 16.044, + 21.694 + ], + "median_ms": 21.694, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 22.396 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.044 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 21.694 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 21.972, + 12.486, + 10.973 + ], + "median_ms": 12.486, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 21.972 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.486 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 10.973 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.826, + 15.83, + 22.711 + ], + "median_ms": 16.826, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.826 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.83 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 22.711 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.771, + 17.693, + 15.696 + ], + "median_ms": 15.696, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.771 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.693 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.696 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.726, + 16.677, + 55.75 + ], + "median_ms": 30.726, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 30.726 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.677 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 55.75 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 68.756, + 68.65, + 17.612 + ], + "median_ms": 68.65, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 68.756 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 68.65 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.612 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.62, + 16.629, + 22.564 + ], + "median_ms": 16.629, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.62 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 16.629 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 22.564 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.598, + 15.723, + 16.792 + ], + "median_ms": 15.723, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.598 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.723 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 16.792 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213210_773779.txt", + "spike_captured": true, + "spike_limit_ms": 56.65, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 68.756 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 68.65 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 68.756, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 997 +} \ No newline at end of file diff --git a/logs/trace_20260928_213210_773779.txt b/logs/trace_20260928_213210_773779.txt new file mode 100644 index 0000000..2eef38d --- /dev/null +++ b/logs/trace_20260928_213210_773779.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.204 ms 36.968 ms 12.835 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 9.867 ms 10.568 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 9.864 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 22.396 ms 16.044 ms 21.694 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 21.972 ms 12.486 ms 10.973 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.826 ms 15.830 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 22.711 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 14.771 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 17.693 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 15.696 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 30.726 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.677 ms 55.750 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 68.756 ms 68.650 ms 141.101.73.110 (141.101.73.110) 17.612 ms + 9 141.101.73.111 (141.101.73.111) 15.620 ms 141.101.73.163 (141.101.73.163) 16.629 ms 141.101.73.179 (141.101.73.179) 22.564 ms +10 one.one.one.one (1.1.1.1) 15.598 ms 15.723 ms 141.101.73.127 (141.101.73.127) 16.792 ms diff --git a/logs/trace_20260928_213218_775668.json b/logs/trace_20260928_213218_775668.json new file mode 100644 index 0000000..6da2a40 --- /dev/null +++ b/logs/trace_20260928_213218_775668.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:32:19.983-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.085, + 13.895, + 21.764 + ], + "median_ms": 13.895, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.085 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.895 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.764 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.64, + 10.665, + 8.353 + ], + "median_ms": 10.665, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.64 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 10.665 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 8.353 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.451, + 15.125, + 14.82 + ], + "median_ms": 14.82, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.451 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.125 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.82 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.082, + 14.076, + 14.063 + ], + "median_ms": 14.076, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 22.082 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.076 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.063 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.811, + 15.81, + 17.935 + ], + "median_ms": 15.81, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.811 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.81 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.935 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.833, + 20.848, + 24.9 + ], + "median_ms": 20.848, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.833 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 20.848 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 24.9 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 17.711, + 213.747, + 27.642 + ], + "median_ms": 27.642, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.711 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 213.747 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 27.642 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.672, + 15.668, + 16.834 + ], + "median_ms": 16.834, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 25.672 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.668 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.834 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.61, + 36.657, + 17.762 + ], + "median_ms": 17.762, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.61 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 36.657 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 17.762 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.679, + 14.898, + 16.612 + ], + "median_ms": 16.612, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 22.679 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.898 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 16.612 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213218_775668.txt", + "spike_captured": true, + "spike_limit_ms": 56.85, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 213.747 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 213.747, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 999 +} \ No newline at end of file diff --git a/logs/trace_20260928_213218_775668.txt b/logs/trace_20260928_213218_775668.txt new file mode 100644 index 0000000..aabcf13 --- /dev/null +++ b/logs/trace_20260928_213218_775668.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.085 ms 13.895 ms 21.764 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.640 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 10.665 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 8.353 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.451 ms 15.125 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.820 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 22.082 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.076 ms 14.063 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 14.811 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.810 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.935 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 17.833 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 20.848 ms 24.900 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.711 ms 213.747 ms 27.642 ms + 8 141.101.73.110 (141.101.73.110) 25.672 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.668 ms 141.101.73.111 (141.101.73.111) 16.834 ms + 9 141.101.73.110 (141.101.73.110) 14.610 ms 141.101.73.127 (141.101.73.127) 36.657 ms 141.101.73.195 (141.101.73.195) 17.762 ms +10 one.one.one.one (1.1.1.1) 22.679 ms 14.898 ms 141.101.73.159 (141.101.73.159) 16.612 ms diff --git a/logs/trace_20260928_213243_781882.json b/logs/trace_20260928_213243_781882.json new file mode 100644 index 0000000..c746a2b --- /dev/null +++ b/logs/trace_20260928_213243_781882.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:32:44.786-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 10.616, + 10.867, + 12.823 + ], + "median_ms": 10.867, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.616 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.867 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.823 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.931, + 10.906, + 12.29 + ], + "median_ms": 11.931, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.931 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 10.906 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.29 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.315, + 15.763, + 12.67 + ], + "median_ms": 13.315, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.315 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.763 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.67 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.782, + 12.797, + 12.803 + ], + "median_ms": 12.803, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.782 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.797 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.803 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 16.684, + 16.535, + 16.704 + ], + "median_ms": 16.684, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.684 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.535 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.704 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.883, + 17.676, + 16.758 + ], + "median_ms": 17.676, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 32.883 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.676 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.758 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 50.887, + 29.889, + 20.63 + ], + "median_ms": 29.889, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 50.887 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 29.889 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 20.63 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.753, + 73.768, + 15.603 + ], + "median_ms": 17.753, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.753 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 73.768 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.603 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.368, + 15.63, + 14.63 + ], + "median_ms": 15.63, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 16.368 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.63 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.63 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.754, + 15.677, + 26.582 + ], + "median_ms": 15.677, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.754 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 15.677 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 26.582 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213243_781882.txt", + "spike_captured": true, + "spike_limit_ms": 57.2, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 73.768 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 73.768, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1006 +} \ No newline at end of file diff --git a/logs/trace_20260928_213243_781882.txt b/logs/trace_20260928_213243_781882.txt new file mode 100644 index 0000000..6b275da --- /dev/null +++ b/logs/trace_20260928_213243_781882.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 10.616 ms 10.867 ms 12.823 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.931 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 10.906 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.290 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.315 ms 15.763 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 12.670 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.782 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.797 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.803 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.684 ms 16.535 ms 16.704 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 32.883 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 17.676 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.758 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 50.887 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 29.889 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 20.630 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.753 ms 73.768 ms 141.101.73.111 (141.101.73.111) 15.603 ms + 9 141.101.73.177 (141.101.73.177) 16.368 ms 141.101.73.111 (141.101.73.111) 15.630 ms 14.630 ms +10 one.one.one.one (1.1.1.1) 14.754 ms 141.101.73.175 (141.101.73.175) 15.677 ms 141.101.73.147 (141.101.73.147) 26.582 ms diff --git a/logs/trace_20260928_213258_785615.json b/logs/trace_20260928_213258_785615.json new file mode 100644 index 0000000..ca7c278 --- /dev/null +++ b/logs/trace_20260928_213258_785615.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:33:00.393-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 24.137, + 12.294, + 12.805 + ], + "median_ms": 12.805, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 24.137 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.294 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.805 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.835, + 96.963, + 14.634 + ], + "median_ms": 25.835, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 25.835 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 96.963 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 14.634 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.754, + 12.766, + 12.791 + ], + "median_ms": 12.791, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 30.754 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.766 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.791 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 13.704, + 12.768, + 21.753 + ], + "median_ms": 13.704, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.704 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.768 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 21.753 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.683, + 13.789, + 16.8 + ], + "median_ms": 16.8, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 23.683 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 13.789 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.8 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.905, + 15.666, + 18.838 + ], + "median_ms": 16.905, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.905 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.666 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 18.838 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.959, + 15.605, + 16.75 + ], + "median_ms": 16.75, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.959 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.605 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.75 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.82, + 58.311, + 15.739 + ], + "median_ms": 15.739, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.82 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 58.311 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.739 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.638, + 16.715, + 15.686 + ], + "median_ms": 16.715, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 18.638 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.715 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.686 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.58, + 41.91, + 17.579 + ], + "median_ms": 17.579, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.58 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 41.91 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 17.579 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213258_785615.txt", + "spike_captured": true, + "spike_limit_ms": 57.15, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 96.963 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 58.311 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 96.963, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1010 +} \ No newline at end of file diff --git a/logs/trace_20260928_213258_785615.txt b/logs/trace_20260928_213258_785615.txt new file mode 100644 index 0000000..2f92c8f --- /dev/null +++ b/logs/trace_20260928_213258_785615.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 24.137 ms 12.294 ms 12.805 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 25.835 ms 96.963 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 14.634 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 30.754 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.766 ms 12.791 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.704 ms 12.768 ms 21.753 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 23.683 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 13.789 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.800 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 16.905 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.666 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 18.838 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.959 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.605 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.750 ms + 8 141.101.73.110 (141.101.73.110) 14.820 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 58.311 ms 141.101.73.111 (141.101.73.111) 15.739 ms + 9 141.101.73.177 (141.101.73.177) 18.638 ms 141.101.73.110 (141.101.73.110) 16.715 ms 15.686 ms +10 one.one.one.one (1.1.1.1) 16.580 ms 141.101.73.125 (141.101.73.125) 41.910 ms 141.101.73.195 (141.101.73.195) 17.579 ms diff --git a/logs/trace_20260928_213342_797007.json b/logs/trace_20260928_213342_797007.json new file mode 100644 index 0000000..032cb38 --- /dev/null +++ b/logs/trace_20260928_213342_797007.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:33:43.603-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 20.308, + 12.872, + 11.893 + ], + "median_ms": 12.872, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.308 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.872 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.893 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.676, + 13.15, + 11.892 + ], + "median_ms": 11.892, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.676 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 13.15 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.892 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.879, + 14.965, + 14.683 + ], + "median_ms": 14.683, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.879 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.965 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.683 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.86, + 11.768, + 21.539 + ], + "median_ms": 13.86, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.86 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.768 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 21.539 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 17.56, + 16.833, + 14.792 + ], + "median_ms": 16.833, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.56 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.833 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.792 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.783, + 16.079, + 16.779 + ], + "median_ms": 16.079, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.783 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.079 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.779 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.944, + 24.053, + 23.023 + ], + "median_ms": 23.023, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.944 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 24.053 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 23.023 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.866, + 14.754, + 15.571 + ], + "median_ms": 15.571, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.866 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.754 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.571 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.909, + 14.703, + 75.601 + ], + "median_ms": 14.703, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 13.909 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 14.703 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 75.601 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.5, + 15.711, + 16.728 + ], + "median_ms": 15.711, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.5 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.711 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 16.728 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213342_797007.txt", + "spike_captured": true, + "spike_limit_ms": 56.6, + "spike_probes": [ + { + "hop": 9, + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 75.601 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 75.601, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1022 +} \ No newline at end of file diff --git a/logs/trace_20260928_213342_797007.txt b/logs/trace_20260928_213342_797007.txt new file mode 100644 index 0000000..ecbc95d --- /dev/null +++ b/logs/trace_20260928_213342_797007.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 20.308 ms 12.872 ms 11.893 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 10.676 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 13.150 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.892 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.879 ms 14.965 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.683 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.860 ms 11.768 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 21.539 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.560 ms 16.833 ms 14.792 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.783 ms 16.079 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 16.779 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.944 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 24.053 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 23.023 ms + 8 141.101.73.110 (141.101.73.110) 15.866 ms 141.101.73.111 (141.101.73.111) 14.754 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.571 ms + 9 141.101.73.111 (141.101.73.111) 13.909 ms 141.101.73.173 (141.101.73.173) 14.703 ms 75.601 ms +10 one.one.one.one (1.1.1.1) 14.500 ms 15.711 ms 141.101.73.173 (141.101.73.173) 16.728 ms diff --git a/logs/trace_20260928_213345_797237.json b/logs/trace_20260928_213345_797237.json new file mode 100644 index 0000000..62721bf --- /dev/null +++ b/logs/trace_20260928_213345_797237.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:33:46.604-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.381, + 19.856, + 12.763 + ], + "median_ms": 12.763, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.381 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 19.856 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.763 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.903, + 11.629, + 13.08 + ], + "median_ms": 13.08, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 20.903 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.629 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 13.08 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.761, + 13.069, + 24.787 + ], + "median_ms": 13.761, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.761 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.069 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 24.787 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.699, + 13.587, + 32.798 + ], + "median_ms": 14.699, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.699 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.587 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 32.798 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 24.837, + 17.816, + 16.705 + ], + "median_ms": 17.816, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 24.837 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.816 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.705 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.709, + 16.763, + 23.75 + ], + "median_ms": 17.709, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.709 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.763 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 23.75 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.718, + 23.649, + 14.671 + ], + "median_ms": 15.718, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.718 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 23.649 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 14.671 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 30.784, + 46.688, + 60.732 + ], + "median_ms": 46.688, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 30.784 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 46.688 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 60.732 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.649, + 17.537, + 20.53 + ], + "median_ms": 20.53, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 31.649 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 17.537 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 20.53 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 25.868, + 15.536, + 16.748 + ], + "median_ms": 16.748, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 25.868 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.536 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.748 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213345_797237.txt", + "spike_captured": true, + "spike_limit_ms": 56.6, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 60.732 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 60.732, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1023 +} \ No newline at end of file diff --git a/logs/trace_20260928_213345_797237.txt b/logs/trace_20260928_213345_797237.txt new file mode 100644 index 0000000..332296b --- /dev/null +++ b/logs/trace_20260928_213345_797237.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.381 ms 19.856 ms 12.763 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 20.903 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.629 ms 13.080 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.761 ms 13.069 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 24.787 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.699 ms 13.587 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 32.798 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 24.837 ms 17.816 ms 16.705 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.709 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 16.763 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 23.750 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.718 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 23.649 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 14.671 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 30.784 ms 46.688 ms 60.732 ms + 9 141.101.73.149 (141.101.73.149) 31.649 ms 141.101.73.195 (141.101.73.195) 17.537 ms 20.530 ms +10 one.one.one.one (1.1.1.1) 25.868 ms 15.536 ms 16.748 ms diff --git a/logs/trace_20260928_213352_798961.json b/logs/trace_20260928_213352_798961.json new file mode 100644 index 0000000..76371a3 --- /dev/null +++ b/logs/trace_20260928_213352_798961.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:33:54.007-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 22.158, + 10.214, + 11.396 + ], + "median_ms": 11.396, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.158 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.214 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.396 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.929, + 11.583, + 11.197 + ], + "median_ms": 11.583, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 37.929 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.583 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.197 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.099, + 13.02, + 22.837 + ], + "median_ms": 14.099, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.099 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.02 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 22.837 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.708, + 10.906, + 14.081 + ], + "median_ms": 12.708, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.708 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 10.906 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.081 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.839, + 16.819, + 16.772 + ], + "median_ms": 16.772, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.839 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.819 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.772 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.702, + 24.813, + 14.825 + ], + "median_ms": 17.702, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.702 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.813 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 14.825 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.894, + 15.819, + 16.787 + ], + "median_ms": 16.787, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.894 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.819 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.787 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.674, + 16.032, + 15.692 + ], + "median_ms": 15.692, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.674 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.032 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.692 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.762, + 17.64, + 73.78 + ], + "median_ms": 19.762, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 19.762 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.64 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 73.78 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.666, + 23.691, + 24.605 + ], + "median_ms": 23.691, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 21.666 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 23.691 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 24.605 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213352_798961.txt", + "spike_captured": true, + "spike_limit_ms": 56.7, + "spike_probes": [ + { + "hop": 9, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 73.78 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 73.78, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1025 +} \ No newline at end of file diff --git a/logs/trace_20260928_213352_798961.txt b/logs/trace_20260928_213352_798961.txt new file mode 100644 index 0000000..8207f51 --- /dev/null +++ b/logs/trace_20260928_213352_798961.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 22.158 ms 10.214 ms 11.396 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 37.929 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.583 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.197 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.099 ms 13.020 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 22.837 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.708 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 10.906 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.081 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.839 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.819 ms 16.772 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.702 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 24.813 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 14.825 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.894 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.819 ms 16.787 ms + 8 141.101.73.110 (141.101.73.110) 15.674 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.032 ms 141.101.73.110 (141.101.73.110) 15.692 ms + 9 141.101.73.165 (141.101.73.165) 19.762 ms 141.101.73.111 (141.101.73.111) 17.640 ms 141.101.73.110 (141.101.73.110) 73.780 ms +10 141.101.73.195 (141.101.73.195) 21.666 ms 141.101.73.177 (141.101.73.177) 23.691 ms one.one.one.one (1.1.1.1) 24.605 ms diff --git a/logs/trace_20260928_213400_800803.json b/logs/trace_20260928_213400_800803.json new file mode 100644 index 0000000..5f5ca96 --- /dev/null +++ b/logs/trace_20260928_213400_800803.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T21:34:02.209-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 30.877, + 12.546, + 15.792 + ], + "median_ms": 15.792, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 30.877 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.546 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.792 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.882, + 13.319, + 15.137 + ], + "median_ms": 13.882, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.882 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.319 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 15.137 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 123.692, + 18.879, + 29.838 + ], + "median_ms": 29.838, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 123.692 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 18.879 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 29.838 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.798, + 15.389, + 13.811 + ], + "median_ms": 14.798, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.798 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.389 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.811 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 34.831, + 57.849, + 18.523 + ], + "median_ms": 34.831, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 34.831 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 57.849 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.523 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.651, + 15.785, + 13.722 + ], + "median_ms": 14.651, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 14.651 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.785 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 13.722 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 44.788, + 26.763, + 114.855 + ], + "median_ms": 44.788, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 44.788 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 26.763 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 114.855 + } + ] + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": [ + 25.68, + 25.621, + 29.751 + ], + "median_ms": 25.68, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 25.68 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 25.621 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 29.751 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 62.673, + 16.712, + 16.579 + ], + "median_ms": 16.712, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 62.673 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.712 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.579 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.567, + 14.677, + 15.791 + ], + "median_ms": 15.567, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 15.567 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.677 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.791 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213400_800803.txt", + "spike_captured": true, + "spike_limit_ms": 56.8, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 123.692 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 57.849 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 114.855 + }, + { + "hop": 9, + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 62.673 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 123.692, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1027 +} \ No newline at end of file diff --git a/logs/trace_20260928_213400_800803.txt b/logs/trace_20260928_213400_800803.txt new file mode 100644 index 0000000..36ce3b0 --- /dev/null +++ b/logs/trace_20260928_213400_800803.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 30.877 ms 12.546 ms 15.792 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 13.882 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 13.319 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 15.137 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 123.692 ms 18.879 ms 29.838 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.798 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.389 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.811 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 34.831 ms 57.849 ms 18.523 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 14.651 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 15.785 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 13.722 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 44.788 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 26.763 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 114.855 ms + 8 141.101.73.110 (141.101.73.110) 25.680 ms 25.621 ms 29.751 ms + 9 141.101.73.147 (141.101.73.147) 62.673 ms 141.101.73.111 (141.101.73.111) 16.712 ms 141.101.73.110 (141.101.73.110) 16.579 ms +10 141.101.73.161 (141.101.73.161) 15.567 ms one.one.one.one (1.1.1.1) 14.677 ms 15.791 ms diff --git a/logs/trace_20260928_213415_804479.json b/logs/trace_20260928_213415_804479.json new file mode 100644 index 0000000..34086bb --- /dev/null +++ b/logs/trace_20260928_213415_804479.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T21:34:17.413-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 16.344, + 22.457, + 95.706 + ], + "median_ms": 22.457, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 16.344 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.457 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 95.706 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 109.906, + 15.322, + 71.084 + ], + "median_ms": 71.084, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 109.906 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 15.322 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 71.084 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.662, + 13.82, + 12.678 + ], + "median_ms": 13.82, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 29.662 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.82 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.678 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.891, + 36.883, + 23.692 + ], + "median_ms": 23.692, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.891 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 36.883 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 23.692 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.757, + 17.761, + 39.706 + ], + "median_ms": 17.761, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.757 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.761 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 39.706 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.571, + 17.753, + 15.686 + ], + "median_ms": 17.753, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 28.571 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.753 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.686 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.784, + 50.633, + 49.776 + ], + "median_ms": 49.776, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 24.784 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 50.633 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 49.776 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.67, + 25.721, + 16.409 + ], + "median_ms": 25.721, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 26.67 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 25.721 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.409 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.637, + 11.544, + 27.808 + ], + "median_ms": 24.637, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 24.637 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 11.544 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 27.808 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.131, + 16.743, + 17.714 + ], + "median_ms": 17.131, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 17.131 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.743 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 17.714 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213415_804479.txt", + "spike_captured": true, + "spike_limit_ms": 57.0, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 95.706 + }, + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 109.906 + }, + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 71.084 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 109.906, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1031 +} \ No newline at end of file diff --git a/logs/trace_20260928_213415_804479.txt b/logs/trace_20260928_213415_804479.txt new file mode 100644 index 0000000..b4776f1 --- /dev/null +++ b/logs/trace_20260928_213415_804479.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 16.344 ms 22.457 ms 95.706 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 109.906 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 15.322 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 71.084 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 29.662 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.820 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.678 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.891 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 36.883 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 23.692 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.757 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.761 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 39.706 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 28.571 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 17.753 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.686 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 24.784 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 50.633 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 49.776 ms + 8 141.101.73.110 (141.101.73.110) 26.670 ms 141.101.73.111 (141.101.73.111) 25.721 ms 141.101.73.110 (141.101.73.110) 16.409 ms + 9 141.101.73.159 (141.101.73.159) 24.637 ms 141.101.73.111 (141.101.73.111) 11.544 ms 141.101.73.165 (141.101.73.165) 27.808 ms +10 141.101.73.157 (141.101.73.157) 17.131 ms one.one.one.one (1.1.1.1) 16.743 ms 141.101.73.195 (141.101.73.195) 17.714 ms diff --git a/logs/trace_20260928_213419_805499.json b/logs/trace_20260928_213419_805499.json new file mode 100644 index 0000000..e80d9fe --- /dev/null +++ b/logs/trace_20260928_213419_805499.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:34:21.012-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.166, + 13.943, + 12.805 + ], + "median_ms": 13.166, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.166 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.943 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.805 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.806, + 12.968, + 28.728 + ], + "median_ms": 12.968, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.806 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.968 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 28.728 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.117, + 14.148, + 27.637 + ], + "median_ms": 14.148, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.117 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.148 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 27.637 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 13.743, + 9.906, + 14.685 + ], + "median_ms": 13.743, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.743 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 9.906 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.685 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.71, + 17.852, + 17.776 + ], + "median_ms": 17.776, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.71 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.852 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.776 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.8, + 14.796, + 31.793 + ], + "median_ms": 18.8, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.8 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.796 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 31.793 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.776, + 11.794, + 37.849 + ], + "median_ms": 22.776, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 22.776 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 11.794 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 37.849 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 95.811, + 36.588, + 123.794 + ], + "median_ms": 95.811, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 95.811 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 36.588 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 123.794 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 49.523, + 15.623, + 26.527 + ], + "median_ms": 26.527, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 49.523 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 15.623 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 26.527 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 18.227, + 14.458, + 13.861 + ], + "median_ms": 14.458, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.227 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.458 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 13.861 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213419_805499.txt", + "spike_captured": true, + "spike_limit_ms": 57.15, + "spike_probes": [ + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 95.811 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 123.794 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 123.794, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1032 +} \ No newline at end of file diff --git a/logs/trace_20260928_213419_805499.txt b/logs/trace_20260928_213419_805499.txt new file mode 100644 index 0000000..b3e4679 --- /dev/null +++ b/logs/trace_20260928_213419_805499.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.166 ms 13.943 ms 12.805 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.806 ms 12.968 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 28.728 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.117 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.148 ms 27.637 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.743 ms 9.906 ms 14.685 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.710 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.852 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.776 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 18.800 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 14.796 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 31.793 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 22.776 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 11.794 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 37.849 ms + 8 141.101.73.110 (141.101.73.110) 95.811 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 36.588 ms 123.794 ms + 9 141.101.73.163 (141.101.73.163) 49.523 ms 141.101.73.179 (141.101.73.179) 15.623 ms 141.101.73.163 (141.101.73.163) 26.527 ms +10 one.one.one.one (1.1.1.1) 18.227 ms 14.458 ms 13.861 ms diff --git a/logs/trace_20260928_213423_806513.json b/logs/trace_20260928_213423_806513.json new file mode 100644 index 0000000..a4b2a61 --- /dev/null +++ b/logs/trace_20260928_213423_806513.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T21:34:25.017-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 60.841, + 34.43, + 9.74 + ], + "median_ms": 34.43, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 60.841 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 34.43 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.74 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.804, + 15.086, + 26.816 + ], + "median_ms": 15.086, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.804 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 15.086 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 26.816 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.614, + 44.934, + 23.696 + ], + "median_ms": 23.696, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.614 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 44.934 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 23.696 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 38.723, + 17.691, + 13.688 + ], + "median_ms": 17.691, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 38.723 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 17.691 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.688 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.711, + 19.699, + 99.743 + ], + "median_ms": 19.711, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.711 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 19.699 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 99.743 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.718, + 49.695, + 15.714 + ], + "median_ms": 26.718, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.718 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 49.695 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.714 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.708, + 80.753, + 16.66 + ], + "median_ms": 28.708, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 28.708 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 80.753 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.66 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.763, + 18.788, + 24.61 + ], + "median_ms": 18.788, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.763 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 18.788 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 24.61 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.721, + 15.579, + 16.639 + ], + "median_ms": 16.639, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 25.721 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 15.579 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 16.639 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.598, + 17.7, + 16.671 + ], + "median_ms": 17.7, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 24.598 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 17.7 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.671 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213423_806513.txt", + "spike_captured": true, + "spike_limit_ms": 57.3, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 60.841 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 99.743 + }, + { + "hop": 7, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 80.753 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 99.743, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1033 +} \ No newline at end of file diff --git a/logs/trace_20260928_213423_806513.txt b/logs/trace_20260928_213423_806513.txt new file mode 100644 index 0000000..dc1c4bd --- /dev/null +++ b/logs/trace_20260928_213423_806513.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 60.841 ms 34.430 ms 9.740 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.804 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 15.086 ms 26.816 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.614 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 44.934 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 23.696 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 38.723 ms 17.691 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.688 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 19.711 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 19.699 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 99.743 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 26.718 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 49.695 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 15.714 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 28.708 ms 80.753 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.660 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.763 ms 141.101.73.111 (141.101.73.111) 18.788 ms 24.610 ms + 9 141.101.73.110 (141.101.73.110) 25.721 ms 141.101.73.169 (141.101.73.169) 15.579 ms 141.101.73.163 (141.101.73.163) 16.639 ms +10 141.101.73.161 (141.101.73.161) 24.598 ms 141.101.73.119 (141.101.73.119) 17.700 ms one.one.one.one (1.1.1.1) 16.671 ms diff --git a/logs/trace_20260928_213434_809099.json b/logs/trace_20260928_213434_809099.json new file mode 100644 index 0000000..558cc19 --- /dev/null +++ b/logs/trace_20260928_213434_809099.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:34:36.019-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 99.855, + 61.835, + 11.688 + ], + "median_ms": 61.835, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 99.855 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 61.835 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.688 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.921, + 15.543, + 34.404 + ], + "median_ms": 15.543, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.921 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 15.543 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 34.404 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 15.112, + 12.089, + 42.888 + ], + "median_ms": 15.112, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.112 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.089 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 42.888 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.802, + 13.786, + 13.715 + ], + "median_ms": 13.786, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.802 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.786 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.715 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 18.111, + 25.501, + 25.631 + ], + "median_ms": 25.501, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.111 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.501 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.631 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.69, + 12.697, + 15.691 + ], + "median_ms": 15.691, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.69 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 12.697 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.691 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.861, + 13.734, + 17.073 + ], + "median_ms": 15.861, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.861 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 13.734 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.073 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.385, + 17.604, + 13.678 + ], + "median_ms": 15.385, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.385 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.604 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.678 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.713, + 33.614, + 15.696 + ], + "median_ms": 24.713, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 24.713 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 33.614 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 15.696 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.718, + 18.234, + 18.64 + ], + "median_ms": 18.234, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 16.718 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.234 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 18.64 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213434_809099.txt", + "spike_captured": true, + "spike_limit_ms": 57.35, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 99.855 + }, + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 61.835 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 99.855, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1036 +} \ No newline at end of file diff --git a/logs/trace_20260928_213434_809099.txt b/logs/trace_20260928_213434_809099.txt new file mode 100644 index 0000000..d3cee27 --- /dev/null +++ b/logs/trace_20260928_213434_809099.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 99.855 ms 61.835 ms 11.688 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.921 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 15.543 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 34.404 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.112 ms 12.089 ms 42.888 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.802 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.786 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.715 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.111 ms 25.501 ms 25.631 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.690 ms 12.697 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 15.691 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.861 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 13.734 ms 17.073 ms + 8 141.101.73.110 (141.101.73.110) 15.385 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.604 ms 141.101.73.110 (141.101.73.110) 13.678 ms + 9 141.101.73.110 (141.101.73.110) 24.713 ms 141.101.73.111 (141.101.73.111) 33.614 ms 141.101.73.161 (141.101.73.161) 15.696 ms +10 141.101.73.127 (141.101.73.127) 16.718 ms one.one.one.one (1.1.1.1) 18.234 ms 141.101.73.149 (141.101.73.149) 18.640 ms diff --git a/logs/trace_20260928_213438_810120.json b/logs/trace_20260928_213438_810120.json new file mode 100644 index 0000000..2a8d7d1 --- /dev/null +++ b/logs/trace_20260928_213438_810120.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:34:39.815-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.226, + 29.751, + 20.77 + ], + "median_ms": 20.77, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.226 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 29.751 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.77 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.736, + 23.526, + 12.789 + ], + "median_ms": 19.736, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 19.736 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 23.526 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.789 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.704, + 43.641, + 21.797 + ], + "median_ms": 21.797, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.704 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 43.641 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 21.797 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 39.981, + 16.774, + 16.95 + ], + "median_ms": 16.95, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 39.981 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 16.774 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 16.95 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 51.689, + 18.846, + 93.785 + ], + "median_ms": 51.689, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 51.689 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.846 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 93.785 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.815, + 19.721, + 36.874 + ], + "median_ms": 28.815, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 28.815 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.721 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 36.874 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 26.695, + 17.832, + 23.707 + ], + "median_ms": 23.707, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 26.695 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.832 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 23.707 + } + ] + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": [ + 16.652, + 13.612, + 14.686 + ], + "median_ms": 14.686, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.652 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 13.612 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.686 + } + ] + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": [ + 12.685, + 15.65, + 13.637 + ], + "median_ms": 13.637, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 12.685 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.65 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 13.637 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.851, + 15.612, + 15.653 + ], + "median_ms": 15.653, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 25.851 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 15.612 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.653 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213438_810120.txt", + "spike_captured": true, + "spike_limit_ms": 57.45, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 93.785 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 93.785, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1037 +} \ No newline at end of file diff --git a/logs/trace_20260928_213438_810120.txt b/logs/trace_20260928_213438_810120.txt new file mode 100644 index 0000000..8500e93 --- /dev/null +++ b/logs/trace_20260928_213438_810120.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.226 ms 29.751 ms 20.770 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 19.736 ms 23.526 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.789 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.704 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 43.641 ms 21.797 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 39.981 ms 16.774 ms 16.950 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 51.689 ms 18.846 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 93.785 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 28.815 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 19.721 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 36.874 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 26.695 ms 17.832 ms 23.707 ms + 8 141.101.73.111 (141.101.73.111) 16.652 ms 13.612 ms 14.686 ms + 9 141.101.73.111 (141.101.73.111) 12.685 ms 15.650 ms 13.637 ms +10 141.101.73.119 (141.101.73.119) 25.851 ms 141.101.73.171 (141.101.73.171) 15.612 ms one.one.one.one (1.1.1.1) 15.653 ms diff --git a/logs/trace_20260928_213442_811090.json b/logs/trace_20260928_213442_811090.json new file mode 100644 index 0000000..0bf74d0 --- /dev/null +++ b/logs/trace_20260928_213442_811090.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:34:44.020-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.254, + 11.924, + 20.758 + ], + "median_ms": 13.254, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.254 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.924 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.758 + } + ] + }, + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": [ + 11.862, + 12.876, + 27.939 + ], + "median_ms": 12.876, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.862 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.876 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 27.939 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.584, + 14.788, + 13.706 + ], + "median_ms": 14.788, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 20.584 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.788 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.706 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.784, + 13.779, + 13.784 + ], + "median_ms": 13.784, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.784 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.779 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.784 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.884, + 17.996, + 32.765 + ], + "median_ms": 23.884, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 23.884 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.996 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 32.765 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.098, + 38.163, + 18.789 + ], + "median_ms": 33.098, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 33.098 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 38.163 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.789 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.794, + 26.804, + 30.805 + ], + "median_ms": 26.804, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.794 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 26.804 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 30.805 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 40.606, + 16.767, + 17.814 + ], + "median_ms": 17.814, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 40.606 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.767 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.814 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.565, + 17.656, + 75.753 + ], + "median_ms": 17.656, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.565 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.656 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 75.753 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 35.72, + 37.738, + 16.34 + ], + "median_ms": 35.72, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 35.72 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 37.738 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 16.34 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213442_811090.txt", + "spike_captured": true, + "spike_limit_ms": 57.6, + "spike_probes": [ + { + "hop": 9, + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 75.753 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 75.753, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1038 +} \ No newline at end of file diff --git a/logs/trace_20260928_213442_811090.txt b/logs/trace_20260928_213442_811090.txt new file mode 100644 index 0000000..ea14543 --- /dev/null +++ b/logs/trace_20260928_213442_811090.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.254 ms 11.924 ms 20.758 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.862 ms 12.876 ms 27.939 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 20.584 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.788 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.706 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.784 ms 13.779 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.784 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 23.884 ms 17.996 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 32.765 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 33.098 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 38.163 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 18.789 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 25.794 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 26.804 ms 30.805 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 40.606 ms 141.101.73.110 (141.101.73.110) 16.767 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.814 ms + 9 141.101.73.110 (141.101.73.110) 16.565 ms 141.101.73.111 (141.101.73.111) 17.656 ms 141.101.73.167 (141.101.73.167) 75.753 ms +10 one.one.one.one (1.1.1.1) 35.720 ms 141.101.73.195 (141.101.73.195) 37.738 ms 141.101.73.177 (141.101.73.177) 16.340 ms diff --git a/logs/trace_20260928_213458_815115.json b/logs/trace_20260928_213458_815115.json new file mode 100644 index 0000000..8af635e --- /dev/null +++ b/logs/trace_20260928_213458_815115.json @@ -0,0 +1,363 @@ +{ + "time": "2026-09-28T21:35:01.822-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 16.085, + 39.946, + 187.776 + ], + "median_ms": 39.946, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 16.085 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 39.946 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 187.776 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.776, + 24.532, + 24.729 + ], + "median_ms": 24.729, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 24.776 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 24.532 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 24.729 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 337.977, + 38.713, + 22.712 + ], + "median_ms": 38.713, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 337.977 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 38.713 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 22.712 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.839, + 23.573, + 25.596 + ], + "median_ms": 23.573, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.839 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 23.573 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 25.596 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.781, + 19.799, + 48.674 + ], + "median_ms": 19.799, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.781 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 19.799 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 48.674 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 45.719, + 20.378, + 41.422 + ], + "median_ms": 41.422, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 45.719 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 20.378 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 41.422 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 17.991, + 148.709, + 18.724 + ], + "median_ms": 18.724, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.991 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 148.709 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.724 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 111.655, + 15.8, + 30.586 + ], + "median_ms": 30.586, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 111.655 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.8 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 30.586 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 114.148, + 128.203 + ], + "median_ms": 121.1755, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 114.148 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 128.203 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 147.727, + 162.828, + 17.638 + ], + "median_ms": 147.727, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 147.727 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 162.828 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.638 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213458_815115.txt", + "spike_captured": true, + "spike_limit_ms": 57.6, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 187.776 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 337.977 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 148.709 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 111.655 + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 114.148 + }, + { + "hop": 9, + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 128.203 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 147.727 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 162.828 + } + ], + "spike_probe_count": 8, + "peak_probe_ms": 337.977, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1042 +} \ No newline at end of file diff --git a/logs/trace_20260928_213458_815115.txt b/logs/trace_20260928_213458_815115.txt new file mode 100644 index 0000000..447b5e7 --- /dev/null +++ b/logs/trace_20260928_213458_815115.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 16.085 ms 39.946 ms 187.776 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 24.776 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 24.532 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 24.729 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 337.977 ms 38.713 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 22.712 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.839 ms 23.573 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 25.596 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 18.781 ms 19.799 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 48.674 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 45.719 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 20.378 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 41.422 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.991 ms 148.709 ms 18.724 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 111.655 ms 141.101.73.111 (141.101.73.111) 15.800 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 30.586 ms + 9 * 141.101.73.111 (141.101.73.111) 114.148 ms 141.101.73.163 (141.101.73.163) 128.203 ms +10 one.one.one.one (1.1.1.1) 147.727 ms 162.828 ms 17.638 ms diff --git a/logs/trace_20260928_213504_817019.json b/logs/trace_20260928_213504_817019.json new file mode 100644 index 0000000..ef59be4 --- /dev/null +++ b/logs/trace_20260928_213504_817019.json @@ -0,0 +1,404 @@ +{ + "time": "2026-09-28T21:35:07.426-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 83.404, + 13.223, + 23.943 + ], + "median_ms": 23.943, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 83.404 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.223 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 23.943 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 75.623, + 33.24, + 158.184 + ], + "median_ms": 75.623, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 75.623 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 33.24 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 158.184 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 33.761, + 14.647, + 74.708 + ], + "median_ms": 33.761, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 33.761 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.647 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 74.708 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.597, + 30.848, + 32.785 + ], + "median_ms": 30.848, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 27.597 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 30.848 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 32.785 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 121.653, + 16.766, + 46.745 + ], + "median_ms": 46.745, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 121.653 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.766 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 46.745 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 40.833, + 19.88, + 42.742 + ], + "median_ms": 40.833, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 40.833 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 19.88 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 42.742 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 60.726, + 167.516, + 40.691 + ], + "median_ms": 60.726, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 60.726 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 167.516 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 40.691 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 54.72, + 19.749, + 24.668 + ], + "median_ms": 24.668, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 54.72 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 19.749 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 24.668 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.616, + 355.664, + 19.71 + ], + "median_ms": 19.71, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.616 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 355.664 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 19.71 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.573, + 90.168, + 45.918 + ], + "median_ms": 45.918, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 22.573 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 90.168 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 45.918 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 16.652, + 16.783, + 16.736 + ], + "median_ms": 16.736, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.652 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.783 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.736 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213504_817019.txt", + "spike_captured": true, + "spike_limit_ms": 57.95, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 83.404 + }, + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 75.623 + }, + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 158.184 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 74.708 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 121.653 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 60.726 + }, + { + "hop": 7, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 167.516 + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 355.664 + }, + { + "hop": 10, + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 90.168 + } + ], + "spike_probe_count": 9, + "peak_probe_ms": 355.664, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1043 +} \ No newline at end of file diff --git a/logs/trace_20260928_213504_817019.txt b/logs/trace_20260928_213504_817019.txt new file mode 100644 index 0000000..2d470ef --- /dev/null +++ b/logs/trace_20260928_213504_817019.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 83.404 ms 13.223 ms 23.943 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 75.623 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 33.240 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 158.184 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 33.761 ms 14.647 ms 74.708 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 27.597 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 30.848 ms 32.785 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 121.653 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.766 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 46.745 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 40.833 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 19.880 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 42.742 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 60.726 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 167.516 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 40.691 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 54.720 ms 19.749 ms 141.101.73.110 (141.101.73.110) 24.668 ms + 9 141.101.73.111 (141.101.73.111) 17.616 ms 355.664 ms 141.101.73.177 (141.101.73.177) 19.710 ms +10 141.101.73.175 (141.101.73.175) 22.573 ms 141.101.73.163 (141.101.73.163) 90.168 ms 141.101.73.171 (141.101.73.171) 45.918 ms +11 one.one.one.one (1.1.1.1) 16.652 ms 16.783 ms 16.736 ms diff --git a/logs/trace_20260928_213509_817608.json b/logs/trace_20260928_213509_817608.json new file mode 100644 index 0000000..b4c8d0a --- /dev/null +++ b/logs/trace_20260928_213509_817608.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T21:35:11.025-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.308, + 180.482, + 62.743 + ], + "median_ms": 62.743, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.308 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 180.482 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 62.743 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.768, + 83.404, + 27.69 + ], + "median_ms": 27.69, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 23.768 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 83.404 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 27.69 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 16.767, + 16.796, + 43.75 + ], + "median_ms": 16.796, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.767 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.796 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 43.75 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.596, + 28.74, + 12.763 + ], + "median_ms": 22.596, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 22.596 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 28.74 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.763 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 38.866, + 41.803, + 23.753 + ], + "median_ms": 38.866, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 38.866 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 41.803 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 23.753 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 51.678, + 31.814, + 27.781 + ], + "median_ms": 31.814, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 51.678 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 31.814 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 27.781 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.9, + 15.667, + 24.754 + ], + "median_ms": 15.667, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 14.9 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.667 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 24.754 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.81, + 15.52, + 14.802 + ], + "median_ms": 14.81, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.81 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.52 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.802 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.758, + 16.257, + 14.157 + ], + "median_ms": 16.257, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 20.758 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.257 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.157 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.541, + 12.751, + 22.556 + ], + "median_ms": 16.541, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.541 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 12.751 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 22.556 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213509_817608.txt", + "spike_captured": true, + "spike_limit_ms": 58.25, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 180.482 + }, + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 62.743 + }, + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 83.404 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 180.482, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1044 +} \ No newline at end of file diff --git a/logs/trace_20260928_213509_817608.txt b/logs/trace_20260928_213509_817608.txt new file mode 100644 index 0000000..f57ee2e --- /dev/null +++ b/logs/trace_20260928_213509_817608.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.308 ms 180.482 ms 62.743 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 23.768 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 83.404 ms 27.690 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 16.767 ms 16.796 ms 43.750 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 22.596 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 28.740 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.763 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 38.866 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 41.803 ms 23.753 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 51.678 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 31.814 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 27.781 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 14.900 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.667 ms 24.754 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.810 ms 15.520 ms 141.101.73.111 (141.101.73.111) 14.802 ms + 9 141.101.73.111 (141.101.73.111) 20.758 ms 16.257 ms 141.101.73.110 (141.101.73.110) 14.157 ms +10 one.one.one.one (1.1.1.1) 16.541 ms 12.751 ms 141.101.73.167 (141.101.73.167) 22.556 ms diff --git a/logs/trace_20260928_213520_820342.json b/logs/trace_20260928_213520_820342.json new file mode 100644 index 0000000..330a0f2 --- /dev/null +++ b/logs/trace_20260928_213520_820342.json @@ -0,0 +1,363 @@ +{ + "time": "2026-09-28T21:35:22.629-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 42.808, + 14.975, + 58.785 + ], + "median_ms": 42.808, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 42.808 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.975 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 58.785 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 102.864, + 21.354, + 49.98 + ], + "median_ms": 49.98, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 102.864 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 21.354 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 49.98 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.796, + 17.966, + 46.621 + ], + "median_ms": 18.796, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 18.796 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 17.966 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 46.621 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 39.903, + 52.631, + 17.689 + ], + "median_ms": 39.903, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 39.903 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 52.631 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 17.689 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 72.732, + 13.707, + 57.76 + ], + "median_ms": 57.76, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 72.732 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 13.707 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 57.76 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 97.655, + 17.658, + 30.613 + ], + "median_ms": 30.613, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 97.655 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 17.658 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 30.613 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 45.734, + 36.668, + 59.811 + ], + "median_ms": 45.734, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 45.734 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 36.668 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 59.811 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 97.663, + 20.75, + 43.8 + ], + "median_ms": 43.8, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 97.663 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 20.75 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 43.8 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 57.519, + 18.463, + 35.658 + ], + "median_ms": 35.658, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 57.519 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 18.463 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 35.658 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 88.673, + 20.574, + 28.62 + ], + "median_ms": 28.62, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 88.673 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 20.574 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 28.62 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213520_820342.txt", + "spike_captured": true, + "spike_limit_ms": 58.25, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 58.785 + }, + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 102.864 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 72.732 + }, + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 97.655 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 59.811 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 97.663 + }, + { + "hop": 10, + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 88.673 + } + ], + "spike_probe_count": 7, + "peak_probe_ms": 102.864, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1047 +} \ No newline at end of file diff --git a/logs/trace_20260928_213520_820342.txt b/logs/trace_20260928_213520_820342.txt new file mode 100644 index 0000000..f6ffd40 --- /dev/null +++ b/logs/trace_20260928_213520_820342.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 42.808 ms 14.975 ms 58.785 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 102.864 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 21.354 ms 49.980 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 18.796 ms 17.966 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 46.621 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 39.903 ms 52.631 ms 17.689 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 72.732 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 13.707 ms 57.760 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 97.655 ms 17.658 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 30.613 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 45.734 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 36.668 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 59.811 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 97.663 ms 20.750 ms 141.101.73.111 (141.101.73.111) 43.800 ms + 9 141.101.73.119 (141.101.73.119) 57.519 ms 141.101.73.110 (141.101.73.110) 18.463 ms 35.658 ms +10 141.101.73.159 (141.101.73.159) 88.673 ms 141.101.73.171 (141.101.73.171) 20.574 ms one.one.one.one (1.1.1.1) 28.620 ms diff --git a/logs/trace_20260928_213524_821330.json b/logs/trace_20260928_213524_821330.json new file mode 100644 index 0000000..f151c07 --- /dev/null +++ b/logs/trace_20260928_213524_821330.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T21:35:26.430-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.409, + 25.756, + 272.776 + ], + "median_ms": 25.756, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.409 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 25.756 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 272.776 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 104.765, + 43.862, + 13.725 + ], + "median_ms": 43.862, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 104.765 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 43.862 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.725 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.803, + 22.879, + 38.792 + ], + "median_ms": 22.879, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.803 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 22.879 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 38.792 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.641, + 13.804, + 13.813 + ], + "median_ms": 13.804, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.641 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.804 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.813 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 23.792, + 23.785, + 15.674 + ], + "median_ms": 23.785, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 23.792 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 23.785 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.674 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.713, + 17.785, + 61.728 + ], + "median_ms": 27.713, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 27.713 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 17.785 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 61.728 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.775, + 23.785, + 35.776 + ], + "median_ms": 23.785, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 18.775 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 23.785 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 35.776 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.674, + 15.799, + 26.357 + ], + "median_ms": 16.674, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.674 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.799 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 26.357 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.436, + 17.251, + 42.584 + ], + "median_ms": 17.251, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.436 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 17.251 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 42.584 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.548, + 12.781, + 18.744 + ], + "median_ms": 14.548, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.548 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 12.781 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 18.744 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213524_821330.txt", + "spike_captured": true, + "spike_limit_ms": 58.25, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 272.776 + }, + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 104.765 + }, + { + "hop": 6, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 61.728 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 272.776, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1048 +} \ No newline at end of file diff --git a/logs/trace_20260928_213524_821330.txt b/logs/trace_20260928_213524_821330.txt new file mode 100644 index 0000000..c2cea62 --- /dev/null +++ b/logs/trace_20260928_213524_821330.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.409 ms 25.756 ms 272.776 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 104.765 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 43.862 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 13.725 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.803 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 22.879 ms 38.792 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.641 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.804 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.813 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 23.792 ms 23.785 ms 15.674 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 27.713 ms 17.785 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 61.728 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 18.775 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 23.785 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 35.776 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.674 ms 141.101.73.111 (141.101.73.111) 15.799 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 26.357 ms + 9 141.101.73.111 (141.101.73.111) 16.436 ms 141.101.73.163 (141.101.73.163) 17.251 ms 141.101.73.165 (141.101.73.165) 42.584 ms +10 one.one.one.one (1.1.1.1) 14.548 ms 141.101.73.165 (141.101.73.165) 12.781 ms 141.101.73.195 (141.101.73.195) 18.744 ms diff --git a/logs/trace_20260928_213535_824134.json b/logs/trace_20260928_213535_824134.json new file mode 100644 index 0000000..078646b --- /dev/null +++ b/logs/trace_20260928_213535_824134.json @@ -0,0 +1,351 @@ +{ + "time": "2026-09-28T21:35:37.632-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 22.845, + 13.519, + 11.732 + ], + "median_ms": 13.519, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.845 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.519 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.732 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.85, + 24.656, + 17.865 + ], + "median_ms": 17.865, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 10.85 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 24.656 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 17.865 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.741, + 15.699, + 29.719 + ], + "median_ms": 15.741, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.741 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.699 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 29.719 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 13.813, + 40.715, + 13.621 + ], + "median_ms": 13.813, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.813 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 40.715 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.621 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.679, + 19.786, + 29.687 + ], + "median_ms": 29.687, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 32.679 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 19.786 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 29.687 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 164.549, + 29.815, + 39.754 + ], + "median_ms": 39.754, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 164.549 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 29.815 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 39.754 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.761, + 226.616, + 21.745 + ], + "median_ms": 31.761, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 31.761 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 226.616 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 21.745 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.75, + 18.705, + 25.733 + ], + "median_ms": 25.733, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.75 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.705 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 25.733 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 55.927, + 106.529, + 17.823 + ], + "median_ms": 55.927, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 55.927 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 106.529 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 17.823 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 59.937, + 89.862, + 19.591 + ], + "median_ms": 59.937, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 59.937 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 89.862 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 19.591 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213535_824134.txt", + "spike_captured": true, + "spike_limit_ms": 58.05, + "spike_probes": [ + { + "hop": 6, + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 164.549 + }, + { + "hop": 7, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 226.616 + }, + { + "hop": 9, + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 106.529 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 59.937 + }, + { + "hop": 10, + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 89.862 + } + ], + "spike_probe_count": 5, + "peak_probe_ms": 226.616, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1051 +} \ No newline at end of file diff --git a/logs/trace_20260928_213535_824134.txt b/logs/trace_20260928_213535_824134.txt new file mode 100644 index 0000000..1393a85 --- /dev/null +++ b/logs/trace_20260928_213535_824134.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 22.845 ms 13.519 ms 11.732 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 10.850 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 24.656 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 17.865 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.741 ms 15.699 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 29.719 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.813 ms 40.715 ms 13.621 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 32.679 ms 19.786 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 29.687 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 164.549 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 29.815 ms 39.754 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 31.761 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 226.616 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 21.745 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 29.750 ms 18.705 ms 141.101.73.111 (141.101.73.111) 25.733 ms + 9 141.101.73.111 (141.101.73.111) 55.927 ms 141.101.73.127 (141.101.73.127) 106.529 ms 141.101.73.195 (141.101.73.195) 17.823 ms +10 one.one.one.one (1.1.1.1) 59.937 ms 141.101.73.179 (141.101.73.179) 89.862 ms 141.101.73.149 (141.101.73.149) 19.591 ms diff --git a/logs/trace_20260928_213539_825128.json b/logs/trace_20260928_213539_825128.json new file mode 100644 index 0000000..059730f --- /dev/null +++ b/logs/trace_20260928_213539_825128.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:35:41.032-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.395, + 12.66, + 22.983 + ], + "median_ms": 13.395, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.395 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.66 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.983 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.724, + 22.933, + 14.497 + ], + "median_ms": 22.933, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 26.724 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 22.933 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 14.497 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.741, + 23.916, + 35.774 + ], + "median_ms": 30.741, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 30.741 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 23.916 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 35.774 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.661, + 123.893, + 65.766 + ], + "median_ms": 65.766, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 25.661 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 123.893 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 65.766 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.671, + 41.873, + 15.709 + ], + "median_ms": 19.671, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.671 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 41.873 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.709 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.744, + 18.646, + 28.822 + ], + "median_ms": 27.744, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 27.744 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.646 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 28.822 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.902, + 45.652, + 50.725 + ], + "median_ms": 45.652, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 12.902 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 45.652 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 50.725 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 52.888, + 15.609, + 40.924 + ], + "median_ms": 40.924, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 52.888 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.609 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 40.924 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.784, + 15.607, + 12.724 + ], + "median_ms": 12.784, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 12.784 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.607 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 12.724 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.215, + 14.73, + 23.711 + ], + "median_ms": 17.215, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.215 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.73 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 23.711 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213539_825128.txt", + "spike_captured": true, + "spike_limit_ms": 58.65, + "spike_probes": [ + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 123.893 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 65.766 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 123.893, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1052 +} \ No newline at end of file diff --git a/logs/trace_20260928_213539_825128.txt b/logs/trace_20260928_213539_825128.txt new file mode 100644 index 0000000..2db9b6b --- /dev/null +++ b/logs/trace_20260928_213539_825128.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.395 ms 12.660 ms 22.983 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 26.724 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 22.933 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 14.497 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 30.741 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 23.916 ms 35.774 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 25.661 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 123.893 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 65.766 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 19.671 ms 41.873 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.709 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 27.744 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 18.646 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 28.822 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 12.902 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 45.652 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 50.725 ms + 8 141.101.73.110 (141.101.73.110) 52.888 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.609 ms 141.101.73.111 (141.101.73.111) 40.924 ms + 9 141.101.73.110 (141.101.73.110) 12.784 ms 141.101.73.111 (141.101.73.111) 15.607 ms 12.724 ms +10 one.one.one.one (1.1.1.1) 17.215 ms 14.730 ms 141.101.73.127 (141.101.73.127) 23.711 ms diff --git a/logs/trace_20260928_213543_826153.json b/logs/trace_20260928_213543_826153.json new file mode 100644 index 0000000..7a9132a --- /dev/null +++ b/logs/trace_20260928_213543_826153.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T21:35:45.635-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 28.355, + 15.383, + 16.983 + ], + "median_ms": 16.983, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 28.355 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.383 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 16.983 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 47.69, + 15.162, + 16.841 + ], + "median_ms": 16.841, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 47.69 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 15.162 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 16.841 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.826, + 36.77, + 14.867 + ], + "median_ms": 15.826, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.826 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 36.77 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.867 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.763, + 16.712, + 24.727 + ], + "median_ms": 16.712, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.763 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 16.712 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 24.727 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.979, + 42.589, + 135.679 + ], + "median_ms": 42.589, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.979 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 42.589 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 135.679 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.844, + 25.768, + 28.691 + ], + "median_ms": 25.768, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.844 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.768 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 28.691 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.744, + 17.842, + 44.767 + ], + "median_ms": 17.842, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.744 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.842 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 44.767 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.766, + 63.828, + 96.416 + ], + "median_ms": 63.828, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 27.766 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 63.828 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 96.416 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.527, + 26.83, + 47.031 + ], + "median_ms": 29.527, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 29.527 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 26.83 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 47.031 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.617, + 29.661, + 42.818 + ], + "median_ms": 29.661, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 26.617 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 29.661 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 42.818 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213543_826153.txt", + "spike_captured": true, + "spike_limit_ms": 58.95, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 135.679 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 63.828 + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 96.416 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 135.679, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1053 +} \ No newline at end of file diff --git a/logs/trace_20260928_213543_826153.txt b/logs/trace_20260928_213543_826153.txt new file mode 100644 index 0000000..6862fd8 --- /dev/null +++ b/logs/trace_20260928_213543_826153.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 28.355 ms 15.383 ms 16.983 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 47.690 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 15.162 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 16.841 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.826 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 36.770 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.867 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.763 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 16.712 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 24.727 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.979 ms 42.589 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 135.679 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 19.844 ms 25.768 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 28.691 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.744 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.842 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 44.767 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 27.766 ms 141.101.73.110 (141.101.73.110) 63.828 ms 141.101.73.111 (141.101.73.111) 96.416 ms + 9 141.101.73.149 (141.101.73.149) 29.527 ms 141.101.73.111 (141.101.73.111) 26.830 ms 141.101.73.175 (141.101.73.175) 47.031 ms +10 141.101.73.127 (141.101.73.127) 26.617 ms one.one.one.one (1.1.1.1) 29.661 ms 42.818 ms diff --git a/logs/trace_20260928_213547_827170.json b/logs/trace_20260928_213547_827170.json new file mode 100644 index 0000000..85dc920 --- /dev/null +++ b/logs/trace_20260928_213547_827170.json @@ -0,0 +1,356 @@ +{ + "time": "2026-09-28T21:35:50.237-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.636, + 12.119, + 11.739 + ], + "median_ms": 11.739, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.636 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.119 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.739 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.115, + 12.323, + 21.939 + ], + "median_ms": 21.115, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 21.115 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.323 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 21.939 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.623, + 22.72, + 23.722 + ], + "median_ms": 22.72, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.623 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 22.72 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 23.722 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.966, + 14.814, + 12.813 + ], + "median_ms": 13.966, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.966 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.814 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.813 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.714, + 17.789, + 26.725 + ], + "median_ms": 17.789, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.714 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.789 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 26.725 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.758, + 16.805, + 17.834 + ], + "median_ms": 17.758, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.758 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.805 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.834 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.763, + 15.167 + ], + "median_ms": 14.965, + "timeouts": 1, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 14.763 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.167 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 96.985, + 56.552 + ], + "median_ms": 76.7685, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 96.985 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 56.552 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.74, + 20.604, + 59.68 + ], + "median_ms": 25.74, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 25.74 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 20.604 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 59.68 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.796, + 33.636, + 74.712 + ], + "median_ms": 33.636, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 20.796 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 33.636 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 74.712 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 17.592, + 15.623, + 15.733 + ], + "median_ms": 15.733, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.592 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.623 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.733 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213547_827170.txt", + "spike_captured": true, + "spike_limit_ms": 58.65, + "spike_probes": [ + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 96.985 + }, + { + "hop": 9, + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 59.68 + }, + { + "hop": 10, + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 74.712 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 96.985, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1054 +} \ No newline at end of file diff --git a/logs/trace_20260928_213547_827170.txt b/logs/trace_20260928_213547_827170.txt new file mode 100644 index 0000000..7094e8a --- /dev/null +++ b/logs/trace_20260928_213547_827170.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.636 ms 12.119 ms 11.739 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 21.115 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.323 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 21.939 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.623 ms 22.720 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 23.722 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.966 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.814 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.813 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.714 ms 17.789 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 26.725 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.758 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.805 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 17.834 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 14.763 ms * lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.167 ms + 8 * 141.101.73.111 (141.101.73.111) 96.985 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 56.552 ms + 9 141.101.73.119 (141.101.73.119) 25.740 ms 141.101.73.165 (141.101.73.165) 20.604 ms 141.101.73.169 (141.101.73.169) 59.680 ms +10 141.101.73.119 (141.101.73.119) 20.796 ms 141.101.73.163 (141.101.73.163) 33.636 ms 141.101.73.179 (141.101.73.179) 74.712 ms +11 one.one.one.one (1.1.1.1) 17.592 ms 15.623 ms 15.733 ms diff --git a/logs/trace_20260928_213552_828390.json b/logs/trace_20260928_213552_828390.json new file mode 100644 index 0000000..57835a4 --- /dev/null +++ b/logs/trace_20260928_213552_828390.json @@ -0,0 +1,363 @@ +{ + "time": "2026-09-28T21:35:54.834-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 34.176, + 11.497, + 72.135 + ], + "median_ms": 34.176, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 34.176 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.497 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 72.135 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 159.439, + 137.523, + 46.573 + ], + "median_ms": 137.523, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 159.439 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 137.523 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 46.573 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.816, + 62.715, + 43.79 + ], + "median_ms": 43.79, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 23.816 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 62.715 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 43.79 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.64, + 225.942, + 37.561 + ], + "median_ms": 37.561, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.64 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 225.942 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 37.561 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 186.948, + 29.339, + 28.905 + ], + "median_ms": 29.339, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 186.948 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 29.339 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 28.905 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.51, + 21.631, + 25.694 + ], + "median_ms": 21.631, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.51 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 21.631 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 25.694 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 46.662, + 29.681, + 159.832 + ], + "median_ms": 46.662, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 46.662 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 29.681 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 159.832 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.607, + 18.607, + 16.586 + ], + "median_ms": 18.607, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 28.607 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 18.607 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.586 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.62, + 30.598, + 29.601 + ], + "median_ms": 29.601, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 20.62 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 30.598 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 29.601 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.652, + 17.613, + 53.696 + ], + "median_ms": 17.613, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 15.652 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.613 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 53.696 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213552_828390.txt", + "spike_captured": true, + "spike_limit_ms": 58.25, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 72.135 + }, + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 159.439 + }, + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 137.523 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 62.715 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 225.942 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 186.948 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 159.832 + } + ], + "spike_probe_count": 7, + "peak_probe_ms": 225.942, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1055 +} \ No newline at end of file diff --git a/logs/trace_20260928_213552_828390.txt b/logs/trace_20260928_213552_828390.txt new file mode 100644 index 0000000..5112908 --- /dev/null +++ b/logs/trace_20260928_213552_828390.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 34.176 ms 11.497 ms 72.135 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 159.439 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 137.523 ms 46.573 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 23.816 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 62.715 ms 43.790 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.640 ms 225.942 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 37.561 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 186.948 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 29.339 ms 28.905 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.510 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 21.631 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 25.694 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 46.662 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 29.681 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 159.832 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 28.607 ms 141.101.73.111 (141.101.73.111) 18.607 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.586 ms + 9 141.101.73.173 (141.101.73.173) 20.620 ms 141.101.73.165 (141.101.73.165) 30.598 ms 141.101.73.111 (141.101.73.111) 29.601 ms +10 141.101.73.177 (141.101.73.177) 15.652 ms one.one.one.one (1.1.1.1) 17.613 ms 53.696 ms diff --git a/logs/trace_20260928_213557_829636.json b/logs/trace_20260928_213557_829636.json new file mode 100644 index 0000000..092239e --- /dev/null +++ b/logs/trace_20260928_213557_829636.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T21:35:59.039-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 112.252, + 12.837, + 25.863 + ], + "median_ms": 25.863, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 112.252 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.837 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 25.863 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.726, + 168.926, + 30.62 + ], + "median_ms": 30.62, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 24.726 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 168.926 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 30.62 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.776, + 24.851, + 28.686 + ], + "median_ms": 24.851, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.776 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 24.851 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 28.686 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 93.819, + 13.776, + 12.816 + ], + "median_ms": 13.776, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 93.819 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.776 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.816 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 18.841, + 16.804, + 13.717 + ], + "median_ms": 16.804, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.841 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.804 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 13.717 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.703, + 29.806, + 25.761 + ], + "median_ms": 25.761, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 18.703 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 29.806 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.761 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.681, + 19.87, + 16.707 + ], + "median_ms": 16.707, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 12.681 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 19.87 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.707 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 12.764, + 15.788, + 16.648 + ], + "median_ms": 15.788, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 12.764 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.788 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.648 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.71, + 15.674, + 15.635 + ], + "median_ms": 15.674, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.71 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 15.674 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 15.635 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 17.03, + 44.078, + 15.675 + ], + "median_ms": 17.03, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.03 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 44.078 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.675 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213557_829636.txt", + "spike_captured": true, + "spike_limit_ms": 58.6, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 112.252 + }, + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 168.926 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 93.819 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 168.926, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1056 +} \ No newline at end of file diff --git a/logs/trace_20260928_213557_829636.txt b/logs/trace_20260928_213557_829636.txt new file mode 100644 index 0000000..1487503 --- /dev/null +++ b/logs/trace_20260928_213557_829636.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 112.252 ms 12.837 ms 25.863 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 24.726 ms 168.926 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 30.620 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.776 ms 24.851 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 28.686 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 93.819 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.776 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.816 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 18.841 ms 16.804 ms 13.717 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 18.703 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 29.806 ms 25.761 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 12.681 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 19.870 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.707 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 12.764 ms 15.788 ms 16.648 ms + 9 141.101.73.111 (141.101.73.111) 15.710 ms 141.101.73.165 (141.101.73.165) 15.674 ms 141.101.73.163 (141.101.73.163) 15.635 ms +10 one.one.one.one (1.1.1.1) 17.030 ms 44.078 ms 15.675 ms diff --git a/logs/trace_20260928_213601_830619.json b/logs/trace_20260928_213601_830619.json new file mode 100644 index 0000000..3711128 --- /dev/null +++ b/logs/trace_20260928_213601_830619.json @@ -0,0 +1,369 @@ +{ + "time": "2026-09-28T21:36:03.837-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 21.866, + 77.579, + 36.751 + ], + "median_ms": 36.751, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.866 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 77.579 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 36.751 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.671, + 63.882, + 24.742 + ], + "median_ms": 24.742, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 24.671 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 63.882 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 24.742 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 58.037, + 101.473, + 13.69 + ], + "median_ms": 58.037, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 58.037 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 101.473 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.69 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.757, + 153.79, + 173.679 + ], + "median_ms": 153.79, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.757 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 153.79 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 173.679 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 62.68, + 58.729, + 27.696 + ], + "median_ms": 58.729, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 62.68 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 58.729 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 27.696 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.685, + 24.666, + 17.536 + ], + "median_ms": 19.685, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 19.685 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.666 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.536 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 126.528, + 14.661, + 33.898 + ], + "median_ms": 33.898, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 126.528 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.661 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 33.898 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.556, + 38.612, + 53.666 + ], + "median_ms": 38.612, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.556 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 38.612 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 53.666 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.558, + 39.594, + 96.621 + ], + "median_ms": 39.594, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 16.558 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 39.594 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 96.621 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.551, + 15.529, + 25.799 + ], + "median_ms": 17.551, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 17.551 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.529 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 25.799 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213601_830619.txt", + "spike_captured": true, + "spike_limit_ms": 58.95, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 77.579 + }, + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 63.882 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 101.473 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 153.79 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 173.679 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 62.68 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 126.528 + }, + { + "hop": 9, + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 96.621 + } + ], + "spike_probe_count": 8, + "peak_probe_ms": 173.679, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1057 +} \ No newline at end of file diff --git a/logs/trace_20260928_213601_830619.txt b/logs/trace_20260928_213601_830619.txt new file mode 100644 index 0000000..72d416c --- /dev/null +++ b/logs/trace_20260928_213601_830619.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 21.866 ms 77.579 ms 36.751 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 24.671 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 63.882 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 24.742 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 58.037 ms 101.473 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.690 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.757 ms 153.790 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 173.679 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 62.680 ms 58.729 ms 27.696 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 19.685 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 24.666 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 17.536 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 126.528 ms 14.661 ms 33.898 ms + 8 141.101.73.111 (141.101.73.111) 16.556 ms 141.101.73.110 (141.101.73.110) 38.612 ms 141.101.73.111 (141.101.73.111) 53.666 ms + 9 141.101.73.179 (141.101.73.179) 16.558 ms 141.101.73.110 (141.101.73.110) 39.594 ms 141.101.73.127 (141.101.73.127) 96.621 ms +10 141.101.73.177 (141.101.73.177) 17.551 ms one.one.one.one (1.1.1.1) 15.529 ms 25.799 ms diff --git a/logs/trace_20260928_213606_831930.json b/logs/trace_20260928_213606_831930.json new file mode 100644 index 0000000..13597fb --- /dev/null +++ b/logs/trace_20260928_213606_831930.json @@ -0,0 +1,363 @@ +{ + "time": "2026-09-28T21:36:08.838-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 55.758, + 27.158, + 19.854 + ], + "median_ms": 27.158, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 55.758 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 27.158 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 19.854 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.001, + 26.241, + 15.76 + ], + "median_ms": 15.76, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.001 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 26.241 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 15.76 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 14.824, + 16.956, + 26.821 + ], + "median_ms": 16.956, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.824 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.956 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 26.821 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.99, + 16.518, + 106.883 + ], + "median_ms": 28.99, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 28.99 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 16.518 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 106.883 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.725, + 314.809, + 20.718 + ], + "median_ms": 20.725, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 20.725 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 314.809 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 20.718 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 38.842, + 154.774, + 16.769 + ], + "median_ms": 38.842, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 38.842 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 154.774 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.769 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 45.491, + 60.738, + 17.758 + ], + "median_ms": 45.491, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 45.491 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 60.738 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.758 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.764, + 98.659, + 91.553 + ], + "median_ms": 91.553, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 31.764 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 98.659 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 91.553 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.678, + 41.632, + 30.68 + ], + "median_ms": 30.68, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 27.678 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 41.632 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 30.68 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.55, + 67.774, + 33.61 + ], + "median_ms": 33.61, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.55 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 67.774 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 33.61 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213606_831930.txt", + "spike_captured": true, + "spike_limit_ms": 59.35, + "spike_probes": [ + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 106.883 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 314.809 + }, + { + "hop": 6, + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 154.774 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 60.738 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 98.659 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 91.553 + }, + { + "hop": 10, + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 67.774 + } + ], + "spike_probe_count": 7, + "peak_probe_ms": 314.809, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1058 +} \ No newline at end of file diff --git a/logs/trace_20260928_213606_831930.txt b/logs/trace_20260928_213606_831930.txt new file mode 100644 index 0000000..5515f4a --- /dev/null +++ b/logs/trace_20260928_213606_831930.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 55.758 ms 27.158 ms 19.854 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.001 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 26.241 ms 15.760 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.824 ms 16.956 ms 26.821 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 28.990 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 16.518 ms 106.883 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 20.725 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 314.809 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 20.718 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 38.842 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 154.774 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.769 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 45.491 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 60.738 ms 17.758 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 31.764 ms 141.101.73.110 (141.101.73.110) 98.659 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 91.553 ms + 9 141.101.73.111 (141.101.73.111) 27.678 ms 41.632 ms 141.101.73.177 (141.101.73.177) 30.680 ms +10 one.one.one.one (1.1.1.1) 17.550 ms 141.101.73.125 (141.101.73.125) 67.774 ms 141.101.73.147 (141.101.73.147) 33.610 ms diff --git a/logs/trace_20260928_213611_833161.json b/logs/trace_20260928_213611_833161.json new file mode 100644 index 0000000..9afd9e6 --- /dev/null +++ b/logs/trace_20260928_213611_833161.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:36:13.040-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 19.759, + 49.087, + 25.634 + ], + "median_ms": 25.634, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 19.759 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 49.087 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 25.634 + } + ] + }, + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": [ + 14.811, + 15.448, + 21.821 + ], + "median_ms": 15.448, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 14.811 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 15.448 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 21.821 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.675, + 15.804, + 14.868 + ], + "median_ms": 14.868, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.675 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.804 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.868 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.669, + 13.795, + 13.824 + ], + "median_ms": 13.824, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 31.669 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.795 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.824 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.747, + 16.756, + 17.722 + ], + "median_ms": 17.722, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 28.747 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.756 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.722 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.004, + 15.564, + 26.863 + ], + "median_ms": 18.004, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.004 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.564 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 26.863 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.79, + 27.763, + 54.731 + ], + "median_ms": 27.763, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 26.79 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 27.763 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 54.731 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.701, + 62.764, + 42.708 + ], + "median_ms": 42.708, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.701 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 62.764 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 42.708 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.665, + 16.651, + 16.652 + ], + "median_ms": 16.651, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.665 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 16.651 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 16.652 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.652, + 16.607, + 14.581 + ], + "median_ms": 15.652, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.652 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 16.607 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.581 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213611_833161.txt", + "spike_captured": true, + "spike_limit_ms": 59.35, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 62.764 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 62.764, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1059 +} \ No newline at end of file diff --git a/logs/trace_20260928_213611_833161.txt b/logs/trace_20260928_213611_833161.txt new file mode 100644 index 0000000..6d0ffc8 --- /dev/null +++ b/logs/trace_20260928_213611_833161.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 19.759 ms 49.087 ms 25.634 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 14.811 ms 15.448 ms 21.821 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.675 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.804 ms 14.868 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 31.669 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.795 ms 13.824 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 28.747 ms 16.756 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.722 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 18.004 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.564 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 26.863 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 26.790 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 27.763 ms 54.731 ms + 8 141.101.73.110 (141.101.73.110) 15.701 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 62.764 ms 42.708 ms + 9 141.101.73.110 (141.101.73.110) 15.665 ms 141.101.73.149 (141.101.73.149) 16.651 ms 141.101.73.179 (141.101.73.179) 16.652 ms +10 one.one.one.one (1.1.1.1) 15.652 ms 141.101.73.195 (141.101.73.195) 16.607 ms one.one.one.one (1.1.1.1) 14.581 ms diff --git a/logs/trace_20260928_213637_839601.json b/logs/trace_20260928_213637_839601.json new file mode 100644 index 0000000..2b91ff0 --- /dev/null +++ b/logs/trace_20260928_213637_839601.json @@ -0,0 +1,356 @@ +{ + "time": "2026-09-28T21:36:39.248-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 14.826, + 25.982, + 12.769 + ], + "median_ms": 14.826, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.826 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 25.982 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.769 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.785, + 65.407, + 20.665 + ], + "median_ms": 20.665, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.785 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 65.407 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 20.665 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.701, + 17.623, + 26.72 + ], + "median_ms": 23.701, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 23.701 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 17.623 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 26.72 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.691, + 48.682, + 52.7 + ], + "median_ms": 48.682, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 21.691 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 48.682 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 52.7 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 17.705, + 19.628, + 49.655 + ], + "median_ms": 19.628, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.705 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.628 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 49.655 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.697, + 18.809, + 18.545 + ], + "median_ms": 18.545, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.697 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 18.809 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.545 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.722, + 16.699, + 18.657 + ], + "median_ms": 18.657, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 24.722 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.699 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.657 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 16.704, + 27.634, + 16.643 + ], + "median_ms": 16.704, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.704 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 27.634 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.643 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.67, + 48.624, + 15.61 + ], + "median_ms": 15.67, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 15.67 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 48.624 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.61 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.658, + 14.376, + 27.902 + ], + "median_ms": 23.658, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 23.658 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 14.376 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 27.902 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 16.595, + 43.73, + 15.785 + ], + "median_ms": 16.595, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.595 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 43.73 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.785 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213637_839601.txt", + "spike_captured": true, + "spike_limit_ms": 57.85, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 65.407 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 65.407, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1066 +} \ No newline at end of file diff --git a/logs/trace_20260928_213637_839601.txt b/logs/trace_20260928_213637_839601.txt new file mode 100644 index 0000000..1e32460 --- /dev/null +++ b/logs/trace_20260928_213637_839601.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 14.826 ms 25.982 ms 12.769 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 13.785 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 65.407 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 20.665 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 23.701 ms 17.623 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 26.720 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 21.691 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 48.682 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 52.700 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.705 ms 19.628 ms 49.655 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 16.697 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 18.809 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 18.545 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 24.722 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.699 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 18.657 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.704 ms 27.634 ms 16.643 ms + 9 141.101.73.119 (141.101.73.119) 15.670 ms 141.101.73.111 (141.101.73.111) 48.624 ms 141.101.73.110 (141.101.73.110) 15.610 ms +10 141.101.73.163 (141.101.73.163) 23.658 ms 14.376 ms 141.101.73.119 (141.101.73.119) 27.902 ms +11 one.one.one.one (1.1.1.1) 16.595 ms 43.730 ms 15.785 ms diff --git a/logs/trace_20260928_213645_841495.json b/logs/trace_20260928_213645_841495.json new file mode 100644 index 0000000..103e38d --- /dev/null +++ b/logs/trace_20260928_213645_841495.json @@ -0,0 +1,386 @@ +{ + "time": "2026-09-28T21:36:47.450-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 14.314, + 12.971, + 12.795 + ], + "median_ms": 12.971, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.314 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.971 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.795 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.838, + 21.573, + 18.88 + ], + "median_ms": 18.88, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.838 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 21.573 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 18.88 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 13.591, + 14.702, + 14.775 + ], + "median_ms": 14.702, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.591 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.702 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.775 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.741, + 13.789, + 13.982 + ], + "median_ms": 13.789, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.741 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.789 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.982 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 15.522, + 16.813, + 16.569 + ], + "median_ms": 16.569, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.522 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.813 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.569 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.781, + 15.692, + 22.689 + ], + "median_ms": 15.781, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.781 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.692 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 22.689 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 69.657, + 82.692, + 19.544 + ], + "median_ms": 69.657, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 69.657 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 82.692 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 19.544 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 20.606, + 25.697, + 42.664 + ], + "median_ms": 25.697, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 20.606 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.697 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 42.664 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 50.71, + 71.706, + 29.595 + ], + "median_ms": 50.71, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 50.71 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 71.706 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 29.595 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 71.525, + 32.088, + 40.672 + ], + "median_ms": 40.672, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 71.525 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 32.088 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 40.672 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 67.68, + 83.158, + 30.7 + ], + "median_ms": 67.68, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 67.68 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 83.158 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 30.7 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213645_841495.txt", + "spike_captured": true, + "spike_limit_ms": 57.75, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 69.657 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 82.692 + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 71.706 + }, + { + "hop": 10, + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 71.525 + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 67.68 + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 83.158 + } + ], + "spike_probe_count": 6, + "peak_probe_ms": 83.158, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1068 +} \ No newline at end of file diff --git a/logs/trace_20260928_213645_841495.txt b/logs/trace_20260928_213645_841495.txt new file mode 100644 index 0000000..e6cf44e --- /dev/null +++ b/logs/trace_20260928_213645_841495.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 14.314 ms 12.971 ms 12.795 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.838 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 21.573 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 18.880 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.591 ms 14.702 ms 14.775 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.741 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.789 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.982 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.522 ms 16.813 ms 16.569 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 15.781 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.692 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 22.689 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 69.657 ms 82.692 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 19.544 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 20.606 ms 25.697 ms 42.664 ms + 9 141.101.73.179 (141.101.73.179) 50.710 ms 141.101.73.111 (141.101.73.111) 71.706 ms 141.101.73.195 (141.101.73.195) 29.595 ms +10 141.101.73.179 (141.101.73.179) 71.525 ms 32.088 ms 141.101.73.175 (141.101.73.175) 40.672 ms +11 one.one.one.one (1.1.1.1) 67.680 ms 83.158 ms 30.700 ms diff --git a/logs/trace_20260928_213700_845146.json b/logs/trace_20260928_213700_845146.json new file mode 100644 index 0000000..6e27138 --- /dev/null +++ b/logs/trace_20260928_213700_845146.json @@ -0,0 +1,357 @@ +{ + "time": "2026-09-28T21:37:03.053-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 54.878, + 34.511, + 21.94 + ], + "median_ms": 34.511, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 54.878 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 34.511 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.94 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.817, + 13.789, + 12.702 + ], + "median_ms": 13.789, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 20.817 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.789 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.702 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.075, + 15.19, + 17.625 + ], + "median_ms": 15.19, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.075 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.19 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 17.625 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 45.88, + 15.825, + 101.943 + ], + "median_ms": 45.88, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 45.88 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.825 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 101.943 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.525, + 14.83, + 15.69 + ], + "median_ms": 15.69, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 26.525 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.83 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.69 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 55.975, + 17.574, + 75.114 + ], + "median_ms": 55.975, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 55.975 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 17.574 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 75.114 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 94.573, + 91.788, + 88.748 + ], + "median_ms": 91.788, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 94.573 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 91.788 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 88.748 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 26.647, + 59.707 + ], + "median_ms": 43.177, + "timeouts": 1, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 26.647 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 59.707 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 330.072, + 15.599, + 13.565 + ], + "median_ms": 15.599, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 330.072 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 15.599 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 13.565 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.461, + 16.748, + 16.497 + ], + "median_ms": 16.748, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.461 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 16.748 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 16.497 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213700_845146.txt", + "spike_captured": true, + "spike_limit_ms": 57.75, + "spike_probes": [ + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 101.943 + }, + { + "hop": 6, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 75.114 + }, + { + "hop": 7, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 94.573 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 91.788 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 88.748 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 59.707 + }, + { + "hop": 9, + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 330.072 + } + ], + "spike_probe_count": 7, + "peak_probe_ms": 330.072, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1072 +} \ No newline at end of file diff --git a/logs/trace_20260928_213700_845146.txt b/logs/trace_20260928_213700_845146.txt new file mode 100644 index 0000000..19738cf --- /dev/null +++ b/logs/trace_20260928_213700_845146.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 54.878 ms 34.511 ms 21.940 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 20.817 ms 13.789 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.702 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.075 ms 15.190 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 17.625 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 45.880 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.825 ms 101.943 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 26.525 ms 14.830 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.690 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 55.975 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 17.574 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 75.114 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 94.573 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 91.788 ms 88.748 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 26.647 ms 59.707 ms * + 9 141.101.73.157 (141.101.73.157) 330.072 ms 141.101.73.161 (141.101.73.161) 15.599 ms 141.101.73.111 (141.101.73.111) 13.565 ms +10 one.one.one.one (1.1.1.1) 17.461 ms 141.101.73.175 (141.101.73.175) 16.748 ms 141.101.73.179 (141.101.73.179) 16.497 ms diff --git a/logs/trace_20260928_213713_848297.json b/logs/trace_20260928_213713_848297.json new file mode 100644 index 0000000..33252fe --- /dev/null +++ b/logs/trace_20260928_213713_848297.json @@ -0,0 +1,351 @@ +{ + "time": "2026-09-28T21:37:15.854-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 10.443, + 28.957, + 35.765 + ], + "median_ms": 28.957, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.443 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 28.957 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 35.765 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 57.838, + 14.31, + 15.046 + ], + "median_ms": 15.046, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 57.838 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 14.31 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 15.046 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.124, + 16.791, + 15.833 + ], + "median_ms": 16.124, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.124 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.791 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.833 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 28.765, + 70.857, + 12.615 + ], + "median_ms": 28.765, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 28.765 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 70.857 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.615 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.733, + 15.768, + 16.719 + ], + "median_ms": 16.719, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 37.733 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.768 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.719 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.808, + 287.92, + 39.799 + ], + "median_ms": 39.799, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 28.808 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 287.92 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 39.799 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.735, + 34.79, + 39.903 + ], + "median_ms": 34.79, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 20.735 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 34.79 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 39.903 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 119.668, + 43.393, + 18.782 + ], + "median_ms": 43.393, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 119.668 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 43.393 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.782 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.066, + 45.82, + 25.675 + ], + "median_ms": 25.675, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.066 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 45.82 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 25.675 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.661, + 28.644, + 61.411 + ], + "median_ms": 28.644, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 19.661 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 28.644 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 61.411 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213713_848297.txt", + "spike_captured": true, + "spike_limit_ms": 57.65, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 57.838 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 70.857 + }, + { + "hop": 6, + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 287.92 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 119.668 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 61.411 + } + ], + "spike_probe_count": 5, + "peak_probe_ms": 287.92, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1075 +} \ No newline at end of file diff --git a/logs/trace_20260928_213713_848297.txt b/logs/trace_20260928_213713_848297.txt new file mode 100644 index 0000000..129d52d --- /dev/null +++ b/logs/trace_20260928_213713_848297.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 10.443 ms 28.957 ms 35.765 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 57.838 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 14.310 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 15.046 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 16.124 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.791 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.833 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 28.765 ms 70.857 ms 12.615 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 37.733 ms 15.768 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.719 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 28.808 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 287.920 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 39.799 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 20.735 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 34.790 ms 39.903 ms + 8 141.101.73.110 (141.101.73.110) 119.668 ms 141.101.73.111 (141.101.73.111) 43.393 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 18.782 ms + 9 141.101.73.111 (141.101.73.111) 17.066 ms 141.101.73.165 (141.101.73.165) 45.820 ms 141.101.73.195 (141.101.73.195) 25.675 ms +10 141.101.73.127 (141.101.73.127) 19.661 ms 141.101.73.157 (141.101.73.157) 28.644 ms one.one.one.one (1.1.1.1) 61.411 ms diff --git a/logs/trace_20260928_213718_849519.json b/logs/trace_20260928_213718_849519.json new file mode 100644 index 0000000..55b3ac0 --- /dev/null +++ b/logs/trace_20260928_213718_849519.json @@ -0,0 +1,363 @@ +{ + "time": "2026-09-28T21:37:21.058-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 25.111, + 35.926, + 29.736 + ], + "median_ms": 29.736, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 25.111 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 35.926 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 29.736 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.742, + 214.379, + 12.648 + ], + "median_ms": 26.742, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 26.742 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 214.379 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.648 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.825, + 184.756, + 108.738 + ], + "median_ms": 108.738, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 36.825 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 184.756 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 108.738 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 26.703, + 25.674, + 14.763 + ], + "median_ms": 25.674, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 26.703 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 25.674 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.763 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 280.747, + 25.343, + 70.47 + ], + "median_ms": 70.47, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 280.747 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 25.343 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 70.47 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.741, + 41.397, + 17.632 + ], + "median_ms": 32.741, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 32.741 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 41.397 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.632 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.865, + 37.76, + 40.296 + ], + "median_ms": 37.76, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.865 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 37.76 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 40.296 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 70.15, + 34.562, + 97.751 + ], + "median_ms": 70.15, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 70.15 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 34.562 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 97.751 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 34.505, + 26.494, + 16.586 + ], + "median_ms": 26.494, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 34.505 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 26.494 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 16.586 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.615, + 14.566, + 17.746 + ], + "median_ms": 17.746, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 24.615 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.566 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 17.746 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213718_849519.txt", + "spike_captured": true, + "spike_limit_ms": 57.65, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 214.379 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 184.756 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 108.738 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 280.747 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 70.47 + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 70.15 + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 97.751 + } + ], + "spike_probe_count": 7, + "peak_probe_ms": 280.747, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1076 +} \ No newline at end of file diff --git a/logs/trace_20260928_213718_849519.txt b/logs/trace_20260928_213718_849519.txt new file mode 100644 index 0000000..52f8b49 --- /dev/null +++ b/logs/trace_20260928_213718_849519.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 25.111 ms 35.926 ms 29.736 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 26.742 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 214.379 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.648 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 36.825 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 184.756 ms 108.738 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 26.703 ms 25.674 ms 14.763 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 280.747 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 25.343 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 70.470 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 32.741 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 41.397 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 17.632 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 29.865 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 37.760 ms 40.296 ms + 8 141.101.73.111 (141.101.73.111) 70.150 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 34.562 ms 141.101.73.111 (141.101.73.111) 97.751 ms + 9 141.101.73.117 (141.101.73.117) 34.505 ms 141.101.73.110 (141.101.73.110) 26.494 ms 141.101.73.171 (141.101.73.171) 16.586 ms +10 141.101.73.117 (141.101.73.117) 24.615 ms one.one.one.one (1.1.1.1) 14.566 ms 141.101.73.173 (141.101.73.173) 17.746 ms diff --git a/logs/trace_20260928_213723_850919.json b/logs/trace_20260928_213723_850919.json new file mode 100644 index 0000000..490025f --- /dev/null +++ b/logs/trace_20260928_213723_850919.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:37:25.260-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 31.716, + 80.923, + 52.061 + ], + "median_ms": 52.061, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 31.716 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 80.923 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 52.061 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 75.438, + 15.17, + 13.74 + ], + "median_ms": 15.17, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 75.438 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 15.17 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.74 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 14.665, + 44.762, + 46.69 + ], + "median_ms": 44.762, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.665 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 44.762 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 46.69 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.709, + 16.622, + 41.746 + ], + "median_ms": 16.622, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.709 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 16.622 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 41.746 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.727, + 16.771, + 17.699 + ], + "median_ms": 17.699, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.727 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.771 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.699 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.747, + 41.77, + 17.666 + ], + "median_ms": 19.747, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.747 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 41.77 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.666 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.77, + 22.723, + 29.648 + ], + "median_ms": 22.723, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.77 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 22.723 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 29.648 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 39.804, + 52.643, + 45.689 + ], + "median_ms": 45.689, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 39.804 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 52.643 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 45.689 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.595, + 24.649, + 23.58 + ], + "median_ms": 24.649, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 28.595 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 24.649 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 23.58 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.694, + 15.702, + 28.827 + ], + "median_ms": 19.694, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 19.694 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.702 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 28.827 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213723_850919.txt", + "spike_captured": true, + "spike_limit_ms": 57.65, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 80.923 + }, + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 75.438 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 80.923, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1077 +} \ No newline at end of file diff --git a/logs/trace_20260928_213723_850919.txt b/logs/trace_20260928_213723_850919.txt new file mode 100644 index 0000000..d2e5cfd --- /dev/null +++ b/logs/trace_20260928_213723_850919.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 31.716 ms 80.923 ms 52.061 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 75.438 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 15.170 ms 13.740 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.665 ms 44.762 ms 46.690 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.709 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 16.622 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 41.746 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 24.727 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.771 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.699 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 19.747 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 41.770 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 17.666 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.770 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 22.723 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 29.648 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 39.804 ms 52.643 ms 141.101.73.111 (141.101.73.111) 45.689 ms + 9 141.101.73.195 (141.101.73.195) 28.595 ms 141.101.73.111 (141.101.73.111) 24.649 ms 141.101.73.195 (141.101.73.195) 23.580 ms +10 141.101.73.173 (141.101.73.173) 19.694 ms one.one.one.one (1.1.1.1) 15.702 ms 141.101.73.169 (141.101.73.169) 28.827 ms diff --git a/logs/trace_20260928_213738_854448.json b/logs/trace_20260928_213738_854448.json new file mode 100644 index 0000000..15f61f9 --- /dev/null +++ b/logs/trace_20260928_213738_854448.json @@ -0,0 +1,356 @@ +{ + "time": "2026-09-28T21:37:39.858-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.641, + 11.632, + 12.994 + ], + "median_ms": 11.641, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.641 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.632 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.994 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.834, + 14.844, + 11.166 + ], + "median_ms": 12.834, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.834 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 14.844 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.166 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.186, + 14.189, + 15.852 + ], + "median_ms": 14.189, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.186 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.189 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.852 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.814, + 12.01, + 13.848 + ], + "median_ms": 12.01, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.814 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.01 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.848 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.024, + 16.465, + 15.756 + ], + "median_ms": 16.465, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.024 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.465 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.756 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.58, + 18.696, + 15.767 + ], + "median_ms": 18.696, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 27.58 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 18.696 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.767 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.621, + 18.794, + 15.622 + ], + "median_ms": 18.794, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 21.621 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 18.794 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.622 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.901, + 78.629, + 25.573 + ], + "median_ms": 25.573, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.901 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 78.629 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 25.573 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.584, + 14.578, + 15.654 + ], + "median_ms": 15.584, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.584 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.578 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.654 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.655, + 15.588, + 16.693 + ], + "median_ms": 16.693, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 17.655 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 15.588 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 16.693 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 16.514, + 16.601, + 15.772 + ], + "median_ms": 16.514, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.514 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.601 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.772 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213738_854448.txt", + "spike_captured": true, + "spike_limit_ms": 57.55, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 78.629 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 78.629, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1081 +} \ No newline at end of file diff --git a/logs/trace_20260928_213738_854448.txt b/logs/trace_20260928_213738_854448.txt new file mode 100644 index 0000000..c39f373 --- /dev/null +++ b/logs/trace_20260928_213738_854448.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.641 ms 11.632 ms 12.994 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.834 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 14.844 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.166 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.186 ms 14.189 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.852 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.814 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.010 ms 13.848 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.024 ms 16.465 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.756 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 27.580 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 18.696 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.767 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 21.621 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 18.794 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.622 ms + 8 141.101.73.110 (141.101.73.110) 15.901 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 78.629 ms 141.101.73.111 (141.101.73.111) 25.573 ms + 9 141.101.73.111 (141.101.73.111) 15.584 ms 141.101.73.110 (141.101.73.110) 14.578 ms 15.654 ms +10 141.101.73.177 (141.101.73.177) 17.655 ms 15.588 ms 141.101.73.119 (141.101.73.119) 16.693 ms +11 one.one.one.one (1.1.1.1) 16.514 ms 16.601 ms 15.772 ms diff --git a/logs/trace_20260928_213746_856444.json b/logs/trace_20260928_213746_856444.json new file mode 100644 index 0000000..c302d53 --- /dev/null +++ b/logs/trace_20260928_213746_856444.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:37:47.860-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.203, + 12.098, + 11.905 + ], + "median_ms": 12.098, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.203 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.098 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.905 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.856, + 13.0, + 11.919 + ], + "median_ms": 12.856, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.856 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 13.0 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.919 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 11.319, + 12.96, + 33.77 + ], + "median_ms": 12.96, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 11.319 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.96 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 33.77 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 9.747, + 37.746, + 12.885 + ], + "median_ms": 12.885, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 9.747 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 37.746 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.885 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.5, + 17.74, + 16.651 + ], + "median_ms": 17.74, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 22.5 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.74 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.651 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.608, + 16.712, + 139.636 + ], + "median_ms": 16.712, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.608 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.712 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 139.636 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.608, + 20.665, + 15.695 + ], + "median_ms": 16.608, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.608 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 20.665 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.695 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.616, + 14.635, + 16.57 + ], + "median_ms": 15.616, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.616 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.635 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.57 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.704, + 15.587, + 32.656 + ], + "median_ms": 21.704, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 21.704 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 15.587 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 32.656 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.598, + 15.63, + 34.593 + ], + "median_ms": 23.598, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 23.598 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 15.63 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 34.593 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213746_856444.txt", + "spike_captured": true, + "spike_limit_ms": 57.6, + "spike_probes": [ + { + "hop": 6, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 139.636 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 139.636, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1083 +} \ No newline at end of file diff --git a/logs/trace_20260928_213746_856444.txt b/logs/trace_20260928_213746_856444.txt new file mode 100644 index 0000000..d4c3c15 --- /dev/null +++ b/logs/trace_20260928_213746_856444.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.203 ms 12.098 ms 11.905 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.856 ms 13.000 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.919 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 11.319 ms 12.960 ms 33.770 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 9.747 ms 37.746 ms 12.885 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 22.500 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.740 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.651 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.608 ms 16.712 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 139.636 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.608 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 20.665 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.695 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.616 ms 141.101.73.110 (141.101.73.110) 14.635 ms 16.570 ms + 9 141.101.73.177 (141.101.73.177) 21.704 ms 141.101.73.165 (141.101.73.165) 15.587 ms 141.101.73.111 (141.101.73.111) 32.656 ms +10 one.one.one.one (1.1.1.1) 23.598 ms 141.101.73.195 (141.101.73.195) 15.630 ms one.one.one.one (1.1.1.1) 34.593 ms diff --git a/logs/trace_20260928_213750_857428.json b/logs/trace_20260928_213750_857428.json new file mode 100644 index 0000000..e1735fb --- /dev/null +++ b/logs/trace_20260928_213750_857428.json @@ -0,0 +1,375 @@ +{ + "time": "2026-09-28T21:37:52.864-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 56.969, + 57.718, + 73.833 + ], + "median_ms": 57.718, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 56.969 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 57.718 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 73.833 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.844, + 15.444, + 14.342 + ], + "median_ms": 14.342, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 13.844 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 15.444 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 14.342 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 65.083, + 38.717, + 60.679 + ], + "median_ms": 60.679, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 65.083 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 38.717 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 60.679 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.672, + 23.671, + 86.754 + ], + "median_ms": 26.672, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 26.672 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 23.671 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 86.754 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.748, + 58.679, + 43.636 + ], + "median_ms": 43.636, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 30.748 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 58.679 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 43.636 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 129.699, + 54.651, + 55.654 + ], + "median_ms": 55.654, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 129.699 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 54.651 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 55.654 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 41.779, + 77.531, + 18.703 + ], + "median_ms": 41.779, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 41.779 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 77.531 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.703 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 127.712, + 14.613, + 38.833 + ], + "median_ms": 38.833, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 127.712 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.613 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 38.833 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.665, + 17.673, + 28.636 + ], + "median_ms": 26.665, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 26.665 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 17.673 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 28.636 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.685, + 18.759, + 54.784 + ], + "median_ms": 19.685, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 19.685 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.759 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 54.784 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213750_857428.txt", + "spike_captured": true, + "spike_limit_ms": 57.65, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 57.718 + }, + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 73.833 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 65.083 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 60.679 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 86.754 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 58.679 + }, + { + "hop": 6, + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 129.699 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 77.531 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 127.712 + } + ], + "spike_probe_count": 9, + "peak_probe_ms": 129.699, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1084 +} \ No newline at end of file diff --git a/logs/trace_20260928_213750_857428.txt b/logs/trace_20260928_213750_857428.txt new file mode 100644 index 0000000..56e73ee --- /dev/null +++ b/logs/trace_20260928_213750_857428.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 56.969 ms 57.718 ms 73.833 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 13.844 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 15.444 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 14.342 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 65.083 ms 38.717 ms 60.679 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 26.672 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 23.671 ms 86.754 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 30.748 ms 58.679 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 43.636 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 129.699 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 54.651 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 55.654 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 41.779 ms 77.531 ms 18.703 ms + 8 141.101.73.110 (141.101.73.110) 127.712 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.613 ms 38.833 ms + 9 141.101.73.173 (141.101.73.173) 26.665 ms 141.101.73.157 (141.101.73.157) 17.673 ms 141.101.73.127 (141.101.73.127) 28.636 ms +10 141.101.73.117 (141.101.73.117) 19.685 ms one.one.one.one (1.1.1.1) 18.759 ms 141.101.73.127 (141.101.73.127) 54.784 ms diff --git a/logs/trace_20260928_213755_858646.json b/logs/trace_20260928_213755_858646.json new file mode 100644 index 0000000..9f778e0 --- /dev/null +++ b/logs/trace_20260928_213755_858646.json @@ -0,0 +1,357 @@ +{ + "time": "2026-09-28T21:37:57.668-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.394, + 12.917, + 84.875 + ], + "median_ms": 13.394, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.394 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.917 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 84.875 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.699, + 21.626, + 24.766 + ], + "median_ms": 21.626, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 15.699 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 21.626 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 24.766 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.807, + 42.808, + 22.787 + ], + "median_ms": 28.807, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 28.807 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 42.808 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 22.787 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.656, + 33.859, + 48.804 + ], + "median_ms": 33.859, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 29.656 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 33.859 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 48.804 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 95.725, + 29.802, + 14.849 + ], + "median_ms": 29.802, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 95.725 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 29.802 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.849 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.808, + 106.001, + 17.613 + ], + "median_ms": 27.808, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 27.808 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 106.001 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 17.613 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.744, + 16.841, + 26.818 + ], + "median_ms": 16.841, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.744 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.841 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 26.818 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.903, + 28.741, + 183.821 + ], + "median_ms": 33.903, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 33.903 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 28.741 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 183.821 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 123.714, + 18.795, + 38.636 + ], + "median_ms": 38.636, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 123.714 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 18.795 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 38.636 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 68.488, + 18.751, + 21.709 + ], + "median_ms": 21.709, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 68.488 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.751 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 21.709 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213755_858646.txt", + "spike_captured": true, + "spike_limit_ms": 57.85, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 84.875 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 95.725 + }, + { + "hop": 6, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 106.001 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 183.821 + }, + { + "hop": 9, + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 123.714 + }, + { + "hop": 10, + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 68.488 + } + ], + "spike_probe_count": 6, + "peak_probe_ms": 183.821, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1085 +} \ No newline at end of file diff --git a/logs/trace_20260928_213755_858646.txt b/logs/trace_20260928_213755_858646.txt new file mode 100644 index 0000000..4deffa1 --- /dev/null +++ b/logs/trace_20260928_213755_858646.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.394 ms 12.917 ms 84.875 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 15.699 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 21.626 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 24.766 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 28.807 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 42.808 ms 22.787 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 29.656 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 33.859 ms 48.804 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 95.725 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 29.802 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.849 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 27.808 ms 106.001 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 17.613 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.744 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.841 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 26.818 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 33.903 ms 28.741 ms 141.101.73.110 (141.101.73.110) 183.821 ms + 9 141.101.73.147 (141.101.73.147) 123.714 ms 141.101.73.110 (141.101.73.110) 18.795 ms 141.101.73.111 (141.101.73.111) 38.636 ms +10 141.101.73.195 (141.101.73.195) 68.488 ms one.one.one.one (1.1.1.1) 18.751 ms 141.101.73.195 (141.101.73.195) 21.709 ms diff --git a/logs/trace_20260928_213759_859639.json b/logs/trace_20260928_213759_859639.json new file mode 100644 index 0000000..be88324 --- /dev/null +++ b/logs/trace_20260928_213759_859639.json @@ -0,0 +1,351 @@ +{ + "time": "2026-09-28T21:38:02.469-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.879, + 64.98, + 11.794 + ], + "median_ms": 13.879, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.879 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 64.98 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.794 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.74, + 16.721, + 22.98 + ], + "median_ms": 16.721, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 14.74 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 16.721 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 22.98 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.818, + 14.753, + 27.821 + ], + "median_ms": 27.821, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 28.818 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.753 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 27.821 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 117.69, + 25.726, + 16.852 + ], + "median_ms": 25.726, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 117.69 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 25.726 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 16.852 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 40.593, + 13.782, + 99.696 + ], + "median_ms": 40.593, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 40.593 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 13.782 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 99.696 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.826, + 410.767, + 18.736 + ], + "median_ms": 37.826, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 37.826 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 410.767 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.736 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 50.4, + 18.496, + 16.55 + ], + "median_ms": 18.496, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 50.4 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 18.496 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.55 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 386.448, + 44.888 + ], + "median_ms": 215.66799999999998, + "timeouts": 1, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 386.448 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 44.888 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.872, + 27.613, + 62.536 + ], + "median_ms": 27.613, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 18.872 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 27.613 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 62.536 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.587, + 42.545, + 17.569 + ], + "median_ms": 17.569, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 16.587 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 42.545 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.569 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213759_859639.txt", + "spike_captured": true, + "spike_limit_ms": 57.85, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 64.98 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 117.69 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 99.696 + }, + { + "hop": 6, + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 410.767 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 386.448 + }, + { + "hop": 9, + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 62.536 + } + ], + "spike_probe_count": 6, + "peak_probe_ms": 410.767, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1086 +} \ No newline at end of file diff --git a/logs/trace_20260928_213759_859639.txt b/logs/trace_20260928_213759_859639.txt new file mode 100644 index 0000000..f517f04 --- /dev/null +++ b/logs/trace_20260928_213759_859639.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.879 ms 64.980 ms 11.794 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 14.740 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 16.721 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 22.980 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 28.818 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.753 ms 27.821 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 117.690 ms 25.726 ms 16.852 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 40.593 ms 13.782 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 99.696 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 37.826 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 410.767 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 18.736 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 50.400 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 18.496 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.550 ms + 8 * 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 386.448 ms 44.888 ms + 9 141.101.73.159 (141.101.73.159) 18.872 ms 141.101.73.167 (141.101.73.167) 27.613 ms 141.101.73.179 (141.101.73.179) 62.536 ms +10 141.101.73.125 (141.101.73.125) 16.587 ms 141.101.73.163 (141.101.73.163) 42.545 ms one.one.one.one (1.1.1.1) 17.569 ms diff --git a/logs/trace_20260928_213804_860817.json b/logs/trace_20260928_213804_860817.json new file mode 100644 index 0000000..88cbee3 --- /dev/null +++ b/logs/trace_20260928_213804_860817.json @@ -0,0 +1,387 @@ +{ + "time": "2026-09-28T21:38:07.270-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 19.464, + 14.995, + 12.813 + ], + "median_ms": 14.995, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 19.464 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.995 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.813 + } + ] + }, + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": [ + 14.81, + 13.558, + 11.732 + ], + "median_ms": 13.558, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 14.81 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 13.558 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.732 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.676, + 13.756, + 24.941 + ], + "median_ms": 13.756, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.676 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.756 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 24.941 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 70.818, + 28.887, + 15.874 + ], + "median_ms": 28.887, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 70.818 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 28.887 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.874 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.958, + 34.57, + 36.682 + ], + "median_ms": 34.57, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 19.958 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 34.57 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 36.682 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.622, + 307.73, + 85.691 + ], + "median_ms": 85.691, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.622 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 307.73 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 85.691 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.597, + 110.664, + 83.663 + ], + "median_ms": 83.663, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 31.597 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 110.664 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 83.663 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 78.498, + 119.635, + 17.577 + ], + "median_ms": 78.498, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 78.498 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 119.635 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.577 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 75.762, + 32.639, + 16.555 + ], + "median_ms": 32.639, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 75.762 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 32.639 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 16.555 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 106.535, + 73.568, + 116.647 + ], + "median_ms": 106.535, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 106.535 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 73.568 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 116.647 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213804_860817.txt", + "spike_captured": true, + "spike_limit_ms": 58.05, + "spike_probes": [ + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 70.818 + }, + { + "hop": 6, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 307.73 + }, + { + "hop": 6, + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 85.691 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 110.664 + }, + { + "hop": 7, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 83.663 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 78.498 + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 119.635 + }, + { + "hop": 9, + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 75.762 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 106.535 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 73.568 + }, + { + "hop": 10, + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 116.647 + } + ], + "spike_probe_count": 11, + "peak_probe_ms": 307.73, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1087 +} \ No newline at end of file diff --git a/logs/trace_20260928_213804_860817.txt b/logs/trace_20260928_213804_860817.txt new file mode 100644 index 0000000..1c11e0a --- /dev/null +++ b/logs/trace_20260928_213804_860817.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 19.464 ms 14.995 ms 12.813 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 14.810 ms 13.558 ms 11.732 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.676 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.756 ms 24.941 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 70.818 ms 28.887 ms 15.874 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 19.958 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 34.570 ms 36.682 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 16.622 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 307.730 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 85.691 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 31.597 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 110.664 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 83.663 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 78.498 ms 141.101.73.111 (141.101.73.111) 119.635 ms 17.577 ms + 9 141.101.73.119 (141.101.73.119) 75.762 ms 141.101.73.163 (141.101.73.163) 32.639 ms 141.101.73.125 (141.101.73.125) 16.555 ms +10 one.one.one.one (1.1.1.1) 106.535 ms 73.568 ms 141.101.73.125 (141.101.73.125) 116.647 ms diff --git a/logs/trace_20260928_213809_862037.json b/logs/trace_20260928_213809_862037.json new file mode 100644 index 0000000..6ba7779 --- /dev/null +++ b/logs/trace_20260928_213809_862037.json @@ -0,0 +1,386 @@ +{ + "time": "2026-09-28T21:38:12.271-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.384, + 19.575, + 13.839 + ], + "median_ms": 13.839, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.384 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 19.575 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.839 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 53.874, + 35.236, + 40.699 + ], + "median_ms": 40.699, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 53.874 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 35.236 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 40.699 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 42.689, + 49.716, + 28.746 + ], + "median_ms": 42.689, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 42.689 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 49.716 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 28.746 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 16.759, + 450.18, + 17.615 + ], + "median_ms": 17.615, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 16.759 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 450.18 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 17.615 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.521, + 68.702, + 18.643 + ], + "median_ms": 29.521, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 29.521 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 68.702 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.643 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 113.401, + 31.534, + 64.559 + ], + "median_ms": 64.559, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 113.401 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 31.534 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 64.559 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 53.732, + 43.66, + 19.678 + ], + "median_ms": 43.66, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 53.732 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 43.66 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 19.678 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.77, + 28.926, + 18.505 + ], + "median_ms": 28.926, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 36.77 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 28.926 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 18.505 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.649, + 37.641, + 19.689 + ], + "median_ms": 19.689, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 18.649 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 37.641 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 19.689 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 44.587, + 110.547, + 66.652 + ], + "median_ms": 66.652, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 44.587 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 110.547 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 66.652 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 28.647, + 27.8, + 14.595 + ], + "median_ms": 27.8, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 28.647 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 27.8 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.595 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213809_862037.txt", + "spike_captured": true, + "spike_limit_ms": 58.05, + "spike_probes": [ + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 450.18 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 68.702 + }, + { + "hop": 6, + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 113.401 + }, + { + "hop": 6, + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 64.559 + }, + { + "hop": 10, + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 110.547 + }, + { + "hop": 10, + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 66.652 + } + ], + "spike_probe_count": 6, + "peak_probe_ms": 450.18, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1088 +} \ No newline at end of file diff --git a/logs/trace_20260928_213809_862037.txt b/logs/trace_20260928_213809_862037.txt new file mode 100644 index 0000000..088d604 --- /dev/null +++ b/logs/trace_20260928_213809_862037.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.384 ms 19.575 ms 13.839 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 53.874 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 35.236 ms 40.699 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 42.689 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 49.716 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 28.746 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 16.759 ms 450.180 ms 17.615 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 29.521 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 68.702 ms 18.643 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 113.401 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 31.534 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 64.559 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 53.732 ms 43.660 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 19.678 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 36.770 ms 141.101.73.111 (141.101.73.111) 28.926 ms 141.101.73.110 (141.101.73.110) 18.505 ms + 9 141.101.73.110 (141.101.73.110) 18.649 ms 37.641 ms 141.101.73.117 (141.101.73.117) 19.689 ms +10 141.101.73.173 (141.101.73.173) 44.587 ms 141.101.73.169 (141.101.73.169) 110.547 ms 141.101.73.157 (141.101.73.157) 66.652 ms +11 one.one.one.one (1.1.1.1) 28.647 ms 27.800 ms 14.595 ms diff --git a/logs/trace_20260928_213814_863261.json b/logs/trace_20260928_213814_863261.json new file mode 100644 index 0000000..1376432 --- /dev/null +++ b/logs/trace_20260928_213814_863261.json @@ -0,0 +1,381 @@ +{ + "time": "2026-09-28T21:38:17.472-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.367, + 31.39, + 135.75 + ], + "median_ms": 31.39, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.367 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 31.39 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 135.75 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 89.832, + 202.587, + 15.749 + ], + "median_ms": 89.832, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 89.832 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 202.587 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 15.749 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 171.662, + 36.828, + 102.651 + ], + "median_ms": 102.651, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 171.662 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 36.828 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 102.651 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.736, + 24.782, + 43.757 + ], + "median_ms": 25.736, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 25.736 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 24.782 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 43.757 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 110.753, + 21.385, + 50.559 + ], + "median_ms": 50.559, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 110.753 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 21.385 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 50.559 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 48.693, + 29.722, + 26.737 + ], + "median_ms": 29.722, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 48.693 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 29.722 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 26.737 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 52.632, + 150.617, + 26.687 + ], + "median_ms": 52.632, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 52.632 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 150.617 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 26.687 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.592, + 65.663, + 51.643 + ], + "median_ms": 51.643, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.592 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 65.663 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 51.643 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 44.661, + 30.638, + 110.504 + ], + "median_ms": 44.661, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 44.661 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 30.638 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 110.504 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 51.76, + 16.542, + 129.837 + ], + "median_ms": 51.76, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 51.76 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 16.542 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 129.837 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213814_863261.txt", + "spike_captured": true, + "spike_limit_ms": 58.05, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 135.75 + }, + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 89.832 + }, + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 202.587 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 171.662 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 102.651 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 110.753 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 150.617 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 65.663 + }, + { + "hop": 9, + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 110.504 + }, + { + "hop": 10, + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 129.837 + } + ], + "spike_probe_count": 10, + "peak_probe_ms": 202.587, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1089 +} \ No newline at end of file diff --git a/logs/trace_20260928_213814_863261.txt b/logs/trace_20260928_213814_863261.txt new file mode 100644 index 0000000..c1106bd --- /dev/null +++ b/logs/trace_20260928_213814_863261.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.367 ms 31.390 ms 135.750 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 89.832 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 202.587 ms 15.749 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 171.662 ms 36.828 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 102.651 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 25.736 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 24.782 ms 43.757 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 110.753 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 21.385 ms 50.559 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 48.693 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 29.722 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 26.737 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 52.632 ms 150.617 ms 26.687 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.592 ms 141.101.73.110 (141.101.73.110) 65.663 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 51.643 ms + 9 141.101.73.157 (141.101.73.157) 44.661 ms 141.101.73.110 (141.101.73.110) 30.638 ms 141.101.73.195 (141.101.73.195) 110.504 ms +10 one.one.one.one (1.1.1.1) 51.760 ms 141.101.73.165 (141.101.73.165) 16.542 ms 141.101.73.195 (141.101.73.195) 129.837 ms diff --git a/logs/trace_20260928_213819_864619.json b/logs/trace_20260928_213819_864619.json new file mode 100644 index 0000000..b9d709d --- /dev/null +++ b/logs/trace_20260928_213819_864619.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T21:38:21.474-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 68.155, + 12.252, + 13.888 + ], + "median_ms": 13.888, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 68.155 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.252 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.888 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.827, + 23.94, + 12.715 + ], + "median_ms": 12.827, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.827 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 23.94 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.715 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 59.916, + 17.811, + 43.743 + ], + "median_ms": 43.743, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 59.916 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 17.811 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 43.743 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.813, + 22.755, + 14.629 + ], + "median_ms": 22.755, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 24.813 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 22.755 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.629 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.847, + 14.989, + 18.629 + ], + "median_ms": 18.629, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.847 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.989 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.629 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.806, + 26.849, + 20.785 + ], + "median_ms": 26.849, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 28.806 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 26.849 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 20.785 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.738, + 50.846, + 25.833 + ], + "median_ms": 25.833, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.738 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 50.846 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.833 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.724, + 16.612, + 39.829 + ], + "median_ms": 16.724, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.724 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.612 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 39.829 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.747, + 16.57, + 20.308 + ], + "median_ms": 20.308, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 26.747 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 16.57 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 20.308 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.853, + 24.846, + 111.644 + ], + "median_ms": 24.846, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.853 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 24.846 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 111.644 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213819_864619.txt", + "spike_captured": true, + "spike_limit_ms": 58.15, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 68.155 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 59.916 + }, + { + "hop": 10, + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 111.644 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 111.644, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1090 +} \ No newline at end of file diff --git a/logs/trace_20260928_213819_864619.txt b/logs/trace_20260928_213819_864619.txt new file mode 100644 index 0000000..1eec8ac --- /dev/null +++ b/logs/trace_20260928_213819_864619.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 68.155 ms 12.252 ms 13.888 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.827 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 23.940 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.715 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 59.916 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 17.811 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 43.743 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 24.813 ms 22.755 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.629 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 19.847 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.989 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.629 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 28.806 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 26.849 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 20.785 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.738 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 50.846 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 25.833 ms + 8 141.101.73.111 (141.101.73.111) 16.724 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.612 ms 39.829 ms + 9 141.101.73.165 (141.101.73.165) 26.747 ms 141.101.73.117 (141.101.73.117) 16.570 ms 141.101.73.157 (141.101.73.157) 20.308 ms +10 one.one.one.one (1.1.1.1) 17.853 ms 24.846 ms 141.101.73.167 (141.101.73.167) 111.644 ms diff --git a/logs/trace_20260928_213823_865557.json b/logs/trace_20260928_213823_865557.json new file mode 100644 index 0000000..324107b --- /dev/null +++ b/logs/trace_20260928_213823_865557.json @@ -0,0 +1,380 @@ +{ + "time": "2026-09-28T21:38:25.872-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 44.187, + 24.662, + 11.788 + ], + "median_ms": 24.662, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 44.187 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 24.662 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.788 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.022, + 11.483, + 15.218 + ], + "median_ms": 14.022, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 14.022 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.483 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 15.218 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.904, + 14.913, + 27.659 + ], + "median_ms": 27.659, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 31.904 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.913 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 27.659 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.719, + 14.796, + 68.695 + ], + "median_ms": 14.796, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.719 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.796 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 68.695 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.763, + 53.849, + 44.819 + ], + "median_ms": 44.819, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.763 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 53.849 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 44.819 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.76, + 25.827, + 19.69 + ], + "median_ms": 24.76, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 24.76 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 25.827 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.69 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.72, + 50.902, + 44.641 + ], + "median_ms": 44.641, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.72 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 50.902 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 44.641 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 43.866, + 173.621, + 178.631 + ], + "median_ms": 173.621, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 43.866 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 173.621 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 178.631 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 55.367, + 23.777, + 21.501 + ], + "median_ms": 23.777, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 55.367 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 23.777 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 21.501 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.477, + 84.431, + 16.66 + ], + "median_ms": 17.477, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 17.477 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 84.431 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 16.66 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 62.695, + 27.761, + 22.644 + ], + "median_ms": 27.761, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 62.695 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 27.761 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 22.644 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213823_865557.txt", + "spike_captured": true, + "spike_limit_ms": 58.15, + "spike_probes": [ + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 68.695 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 173.621 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 178.631 + }, + { + "hop": 10, + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 84.431 + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 62.695 + } + ], + "spike_probe_count": 5, + "peak_probe_ms": 178.631, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1091 +} \ No newline at end of file diff --git a/logs/trace_20260928_213823_865557.txt b/logs/trace_20260928_213823_865557.txt new file mode 100644 index 0000000..07f9476 --- /dev/null +++ b/logs/trace_20260928_213823_865557.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 44.187 ms 24.662 ms 11.788 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 14.022 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.483 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 15.218 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 31.904 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.913 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 27.659 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.719 ms 14.796 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 68.695 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 25.763 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 53.849 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 44.819 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 24.760 ms 25.827 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 19.690 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.720 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 50.902 ms 44.641 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 43.866 ms 141.101.73.110 (141.101.73.110) 173.621 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 178.631 ms + 9 141.101.73.111 (141.101.73.111) 55.367 ms 141.101.73.195 (141.101.73.195) 23.777 ms 141.101.73.111 (141.101.73.111) 21.501 ms +10 141.101.73.149 (141.101.73.149) 17.477 ms 141.101.73.175 (141.101.73.175) 84.431 ms 141.101.73.171 (141.101.73.171) 16.660 ms +11 one.one.one.one (1.1.1.1) 62.695 ms 27.761 ms 22.644 ms diff --git a/logs/trace_20260928_213828_867390.json b/logs/trace_20260928_213828_867390.json new file mode 100644 index 0000000..dd29b77 --- /dev/null +++ b/logs/trace_20260928_213828_867390.json @@ -0,0 +1,357 @@ +{ + "time": "2026-09-28T21:38:30.676-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 205.812, + 34.866, + 129.038 + ], + "median_ms": 129.038, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 205.812 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 34.866 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 129.038 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 8.581, + 15.3, + 12.739 + ], + "median_ms": 12.739, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 8.581 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 15.3 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.739 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 43.962, + 15.658, + 56.956 + ], + "median_ms": 43.962, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 43.962 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.658 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 56.956 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.712, + 67.797, + 37.737 + ], + "median_ms": 37.737, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.712 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 67.797 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 37.737 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.711, + 33.874, + 74.706 + ], + "median_ms": 33.874, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.711 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 33.874 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 74.706 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.652, + 17.841, + 107.876 + ], + "median_ms": 17.841, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 17.652 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.841 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 107.876 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 80.976, + 31.411, + 29.438 + ], + "median_ms": 31.411, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 80.976 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 31.411 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 29.438 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 53.077, + 37.626, + 32.725 + ], + "median_ms": 37.626, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 53.077 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 37.626 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 32.725 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.662, + 29.569, + 17.624 + ], + "median_ms": 19.662, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 19.662 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 29.569 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 17.624 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 40.634, + 18.642, + 26.897 + ], + "median_ms": 26.897, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 40.634 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.642 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 26.897 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213828_867390.txt", + "spike_captured": true, + "spike_limit_ms": 58.25, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 205.812 + }, + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 129.038 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 67.797 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 74.706 + }, + { + "hop": 6, + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 107.876 + }, + { + "hop": 7, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 80.976 + } + ], + "spike_probe_count": 6, + "peak_probe_ms": 205.812, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1092 +} \ No newline at end of file diff --git a/logs/trace_20260928_213828_867390.txt b/logs/trace_20260928_213828_867390.txt new file mode 100644 index 0000000..a08add9 --- /dev/null +++ b/logs/trace_20260928_213828_867390.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 205.812 ms 34.866 ms 129.038 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 8.581 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 15.300 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.739 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 43.962 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.658 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 56.956 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.712 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 67.797 ms 37.737 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.711 ms 33.874 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 74.706 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 17.652 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.841 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 107.876 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 80.976 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 31.411 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 29.438 ms + 8 141.101.73.110 (141.101.73.110) 53.077 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 37.626 ms 32.725 ms + 9 141.101.73.173 (141.101.73.173) 19.662 ms 141.101.73.167 (141.101.73.167) 29.569 ms 141.101.73.159 (141.101.73.159) 17.624 ms +10 141.101.73.149 (141.101.73.149) 40.634 ms one.one.one.one (1.1.1.1) 18.642 ms 26.897 ms diff --git a/logs/trace_20260928_213832_867807.json b/logs/trace_20260928_213832_867807.json new file mode 100644 index 0000000..a2f9c7c --- /dev/null +++ b/logs/trace_20260928_213832_867807.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T21:38:34.676-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 15.738, + 25.583, + 20.832 + ], + "median_ms": 20.832, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.738 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 25.583 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.832 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.966, + 13.254, + 12.199 + ], + "median_ms": 13.254, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 29.966 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.254 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.199 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 103.265, + 13.697, + 50.741 + ], + "median_ms": 50.741, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 103.265 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.697 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 50.741 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 14.704, + 13.79, + 27.612 + ], + "median_ms": 14.704, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.704 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.79 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 27.612 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 67.658, + 29.726, + 37.668 + ], + "median_ms": 37.668, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 67.658 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 29.726 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 37.668 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 39.742, + 32.723, + 17.904 + ], + "median_ms": 32.723, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 39.742 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 32.723 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.904 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.635, + 24.518, + 34.712 + ], + "median_ms": 33.635, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 33.635 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 24.518 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 34.712 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.665, + 72.781, + 32.617 + ], + "median_ms": 32.617, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 23.665 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 72.781 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 32.617 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 40.858, + 60.602, + 18.639 + ], + "median_ms": 40.858, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 40.858 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 60.602 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 18.639 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.711, + 44.57, + 18.884 + ], + "median_ms": 30.711, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 30.711 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 44.57 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.884 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213832_867807.txt", + "spike_captured": true, + "spike_limit_ms": 58.25, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 103.265 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 67.658 + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 72.781 + }, + { + "hop": 9, + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 60.602 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 103.265, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1093 +} \ No newline at end of file diff --git a/logs/trace_20260928_213832_867807.txt b/logs/trace_20260928_213832_867807.txt new file mode 100644 index 0000000..1f724d5 --- /dev/null +++ b/logs/trace_20260928_213832_867807.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 15.738 ms 25.583 ms 20.832 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 29.966 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 13.254 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.199 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 103.265 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.697 ms 50.741 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.704 ms 13.790 ms 27.612 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 67.658 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 29.726 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 37.668 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 39.742 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 32.723 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.904 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 33.635 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 24.518 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 34.712 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 23.665 ms 141.101.73.111 (141.101.73.111) 72.781 ms 32.617 ms + 9 141.101.73.163 (141.101.73.163) 40.858 ms 141.101.73.119 (141.101.73.119) 60.602 ms 141.101.73.175 (141.101.73.175) 18.639 ms +10 141.101.73.173 (141.101.73.173) 30.711 ms one.one.one.one (1.1.1.1) 44.570 ms 18.884 ms diff --git a/logs/trace_20260928_213836_868972.json b/logs/trace_20260928_213836_868972.json new file mode 100644 index 0000000..a846e64 --- /dev/null +++ b/logs/trace_20260928_213836_868972.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:38:38.277-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 14.359, + 12.598, + 50.91 + ], + "median_ms": 14.359, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.359 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.598 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 50.91 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.767, + 40.534, + 11.031 + ], + "median_ms": 12.767, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.767 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 40.534 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.031 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.834, + 57.746, + 24.779 + ], + "median_ms": 24.834, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 24.834 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 57.746 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 24.779 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 14.727, + 39.163, + 41.45 + ], + "median_ms": 39.163, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.727 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 39.163 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 41.45 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.59, + 18.912, + 17.712 + ], + "median_ms": 17.712, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.59 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.912 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.712 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.63, + 20.674, + 18.721 + ], + "median_ms": 20.674, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 22.63 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 20.674 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 18.721 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.768, + 21.755, + 18.604 + ], + "median_ms": 21.755, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 26.768 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 21.755 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.604 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 83.773, + 16.643, + 13.566 + ], + "median_ms": 16.643, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 83.773 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.643 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.566 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.326, + 12.617, + 26.667 + ], + "median_ms": 15.326, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.326 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 12.617 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 26.667 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.561, + 21.323, + 15.575 + ], + "median_ms": 21.323, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 29.561 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 21.323 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.575 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213836_868972.txt", + "spike_captured": true, + "spike_limit_ms": 58.2, + "spike_probes": [ + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 83.773 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 83.773, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1094 +} \ No newline at end of file diff --git a/logs/trace_20260928_213836_868972.txt b/logs/trace_20260928_213836_868972.txt new file mode 100644 index 0000000..1154c17 --- /dev/null +++ b/logs/trace_20260928_213836_868972.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 14.359 ms 12.598 ms 50.910 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.767 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 40.534 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.031 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 24.834 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 57.746 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 24.779 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.727 ms 39.163 ms 41.450 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.590 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.912 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.712 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 22.630 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 20.674 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 18.721 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 26.768 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 21.755 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 18.604 ms + 8 141.101.73.110 (141.101.73.110) 83.773 ms 141.101.73.111 (141.101.73.111) 16.643 ms 141.101.73.110 (141.101.73.110) 13.566 ms + 9 141.101.73.111 (141.101.73.111) 15.326 ms 12.617 ms 141.101.73.147 (141.101.73.147) 26.667 ms +10 141.101.73.149 (141.101.73.149) 29.561 ms 141.101.73.169 (141.101.73.169) 21.323 ms one.one.one.one (1.1.1.1) 15.575 ms diff --git a/logs/trace_20260928_213840_869935.json b/logs/trace_20260928_213840_869935.json new file mode 100644 index 0000000..b29e821 --- /dev/null +++ b/logs/trace_20260928_213840_869935.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T21:38:42.876-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 25.256, + 11.833, + 12.963 + ], + "median_ms": 12.963, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 25.256 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.833 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.963 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 51.956, + 20.298, + 12.949 + ], + "median_ms": 20.298, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 51.956 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 20.298 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.949 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 35.091, + 13.959, + 14.768 + ], + "median_ms": 14.768, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 35.091 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.959 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.768 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.156, + 14.729, + 15.821 + ], + "median_ms": 15.156, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.156 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.729 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.821 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.619, + 14.889, + 24.855 + ], + "median_ms": 24.855, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 31.619 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.889 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.855 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 76.763, + 18.736, + 163.953 + ], + "median_ms": 76.763, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 76.763 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.736 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 163.953 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 24.751, + 45.78, + 79.73 + ], + "median_ms": 45.78, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 24.751 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 45.78 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 79.73 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.625, + 18.601, + 42.68 + ], + "median_ms": 18.601, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.625 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 18.601 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 42.68 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.825, + 28.45, + 26.628 + ], + "median_ms": 28.45, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 33.825 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 28.45 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 26.628 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.639, + 42.785, + 133.487 + ], + "median_ms": 42.785, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 27.639 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 42.785 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 133.487 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213840_869935.txt", + "spike_captured": true, + "spike_limit_ms": 58.2, + "spike_probes": [ + { + "hop": 6, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 76.763 + }, + { + "hop": 6, + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 163.953 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 79.73 + }, + { + "hop": 10, + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 133.487 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 163.953, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1095 +} \ No newline at end of file diff --git a/logs/trace_20260928_213840_869935.txt b/logs/trace_20260928_213840_869935.txt new file mode 100644 index 0000000..0904cd6 --- /dev/null +++ b/logs/trace_20260928_213840_869935.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 25.256 ms 11.833 ms 12.963 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 51.956 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 20.298 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.949 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 35.091 ms 13.959 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.768 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.156 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.729 ms 15.821 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 31.619 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.889 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 24.855 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 76.763 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 18.736 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 163.953 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 24.751 ms 45.780 ms 79.730 ms + 8 141.101.73.111 (141.101.73.111) 14.625 ms 141.101.73.110 (141.101.73.110) 18.601 ms 42.680 ms + 9 141.101.73.147 (141.101.73.147) 33.825 ms 141.101.73.110 (141.101.73.110) 28.450 ms 26.628 ms +10 one.one.one.one (1.1.1.1) 27.639 ms 141.101.73.173 (141.101.73.173) 42.785 ms 141.101.73.177 (141.101.73.177) 133.487 ms diff --git a/logs/trace_20260928_213845_871127.json b/logs/trace_20260928_213845_871127.json new file mode 100644 index 0000000..90f39bd --- /dev/null +++ b/logs/trace_20260928_213845_871127.json @@ -0,0 +1,351 @@ +{ + "time": "2026-09-28T21:38:47.480-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 23.531, + 14.885, + 21.912 + ], + "median_ms": 21.912, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 23.531 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.885 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.912 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.756, + 124.553, + 38.661 + ], + "median_ms": 38.661, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.756 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 124.553 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 38.661 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.706, + 236.808, + 28.911 + ], + "median_ms": 28.911, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 18.706 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 236.808 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 28.911 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 6.991, + 16.81, + 12.578 + ], + "median_ms": 12.578, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 6.991 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 16.81 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.578 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 43.885, + 16.704, + 29.684 + ], + "median_ms": 29.684, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 43.885 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.704 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 29.684 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.72, + 27.686, + 98.868 + ], + "median_ms": 27.686, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.72 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 27.686 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 98.868 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 59.728, + 20.724, + 21.727 + ], + "median_ms": 21.727, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 59.728 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 20.724 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 21.727 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.697, + 21.301, + 14.687 + ], + "median_ms": 14.697, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.697 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 21.301 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.687 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.558, + 16.825, + 77.374 + ], + "median_ms": 23.558, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 23.558 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.825 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 77.374 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.612, + 52.765, + 39.664 + ], + "median_ms": 39.664, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.612 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 52.765 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 39.664 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213845_871127.txt", + "spike_captured": true, + "spike_limit_ms": 58.55, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 124.553 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 236.808 + }, + { + "hop": 6, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 98.868 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 59.728 + }, + { + "hop": 9, + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 77.374 + } + ], + "spike_probe_count": 5, + "peak_probe_ms": 236.808, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1096 +} \ No newline at end of file diff --git a/logs/trace_20260928_213845_871127.txt b/logs/trace_20260928_213845_871127.txt new file mode 100644 index 0000000..75dbbb2 --- /dev/null +++ b/logs/trace_20260928_213845_871127.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 23.531 ms 14.885 ms 21.912 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.756 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 124.553 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 38.661 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 18.706 ms 236.808 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 28.911 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 6.991 ms 16.810 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.578 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 43.885 ms 16.704 ms 29.684 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 16.720 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 27.686 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 98.868 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 59.728 ms 20.724 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 21.727 ms + 8 141.101.73.111 (141.101.73.111) 14.697 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 21.301 ms 141.101.73.111 (141.101.73.111) 14.687 ms + 9 141.101.73.175 (141.101.73.175) 23.558 ms 141.101.73.110 (141.101.73.110) 16.825 ms 141.101.73.163 (141.101.73.163) 77.374 ms +10 one.one.one.one (1.1.1.1) 16.612 ms 52.765 ms 141.101.73.177 (141.101.73.177) 39.664 ms diff --git a/logs/trace_20260928_213849_872117.json b/logs/trace_20260928_213849_872117.json new file mode 100644 index 0000000..e9d122f --- /dev/null +++ b/logs/trace_20260928_213849_872117.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T21:38:51.279-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 61.962, + 38.368, + 37.832 + ], + "median_ms": 38.368, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 61.962 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 38.368 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 37.832 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.029, + 13.791, + 21.761 + ], + "median_ms": 14.029, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 14.029 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 13.791 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 21.761 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 37.716, + 20.733, + 32.67 + ], + "median_ms": 32.67, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 37.716 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 20.733 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 32.67 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.66, + 53.771, + 35.773 + ], + "median_ms": 35.773, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 25.66 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 53.771 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 35.773 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 48.66, + 16.683, + 29.682 + ], + "median_ms": 29.682, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 48.66 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.683 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 29.682 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.745, + 33.731, + 34.745 + ], + "median_ms": 33.731, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.745 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 33.731 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 34.745 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 69.734, + 29.634, + 17.693 + ], + "median_ms": 29.634, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 69.734 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.634 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 17.693 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 59.829, + 15.564, + 31.68 + ], + "median_ms": 31.68, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 59.829 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.564 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 31.68 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.595, + 18.644, + 12.662 + ], + "median_ms": 18.595, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 18.595 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 18.644 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 12.662 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 46.379, + 13.819, + 35.007 + ], + "median_ms": 35.007, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 46.379 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 13.819 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 35.007 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213849_872117.txt", + "spike_captured": true, + "spike_limit_ms": 58.6, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 61.962 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 69.734 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 59.829 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 69.734, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1097 +} \ No newline at end of file diff --git a/logs/trace_20260928_213849_872117.txt b/logs/trace_20260928_213849_872117.txt new file mode 100644 index 0000000..27ece63 --- /dev/null +++ b/logs/trace_20260928_213849_872117.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 61.962 ms 38.368 ms 37.832 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 14.029 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 13.791 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 21.761 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 37.716 ms 20.733 ms 32.670 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 25.660 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 53.771 ms 35.773 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 48.660 ms 16.683 ms 29.682 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 15.745 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 33.731 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 34.745 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 69.734 ms 29.634 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 17.693 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 59.829 ms 141.101.73.111 (141.101.73.111) 15.564 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 31.680 ms + 9 141.101.73.147 (141.101.73.147) 18.595 ms 141.101.73.111 (141.101.73.111) 18.644 ms 141.101.73.110 (141.101.73.110) 12.662 ms +10 141.101.73.149 (141.101.73.149) 46.379 ms one.one.one.one (1.1.1.1) 13.819 ms 35.007 ms diff --git a/logs/trace_20260928_213853_873160.json b/logs/trace_20260928_213853_873160.json new file mode 100644 index 0000000..b48602c --- /dev/null +++ b/logs/trace_20260928_213853_873160.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T21:38:55.281-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 15.094, + 15.452, + 15.82 + ], + "median_ms": 15.452, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.094 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.452 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.82 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.735, + 15.199, + 22.233 + ], + "median_ms": 15.199, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.735 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 15.199 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 22.233 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.086, + 25.676, + 24.715 + ], + "median_ms": 24.715, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 20.086 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 25.676 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 24.715 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 30.662, + 11.65, + 29.627 + ], + "median_ms": 29.627, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 30.662 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.65 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 29.627 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.641, + 25.627, + 24.887 + ], + "median_ms": 24.887, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.641 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.627 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.887 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 43.478, + 14.697, + 16.634 + ], + "median_ms": 16.634, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 43.478 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 14.697 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.634 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 96.812, + 40.752, + 109.598 + ], + "median_ms": 96.812, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 96.812 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 40.752 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 109.598 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.727, + 25.607, + 24.874 + ], + "median_ms": 25.607, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 32.727 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.607 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 24.874 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.637, + 15.511, + 16.715 + ], + "median_ms": 16.715, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 22.637 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.511 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 16.715 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.373, + 36.607, + 87.797 + ], + "median_ms": 36.607, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 33.373 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 36.607 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 87.797 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213853_873160.txt", + "spike_captured": true, + "spike_limit_ms": 58.85, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 96.812 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 109.598 + }, + { + "hop": 10, + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 87.797 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 109.598, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1098 +} \ No newline at end of file diff --git a/logs/trace_20260928_213853_873160.txt b/logs/trace_20260928_213853_873160.txt new file mode 100644 index 0000000..cb3d0fd --- /dev/null +++ b/logs/trace_20260928_213853_873160.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 15.094 ms 15.452 ms 15.820 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 13.735 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 15.199 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 22.233 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 20.086 ms 25.676 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 24.715 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 30.662 ms 11.650 ms 29.627 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.641 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 25.627 ms 24.887 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 43.478 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 14.697 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 16.634 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 96.812 ms 40.752 ms 109.598 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 32.727 ms 25.607 ms 141.101.73.110 (141.101.73.110) 24.874 ms + 9 141.101.73.110 (141.101.73.110) 22.637 ms 15.511 ms 141.101.73.167 (141.101.73.167) 16.715 ms +10 141.101.73.171 (141.101.73.171) 33.373 ms one.one.one.one (1.1.1.1) 36.607 ms 141.101.73.125 (141.101.73.125) 87.797 ms diff --git a/logs/trace_20260928_213857_874165.json b/logs/trace_20260928_213857_874165.json new file mode 100644 index 0000000..cbc6d8b --- /dev/null +++ b/logs/trace_20260928_213857_874165.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T21:38:59.482-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 23.601, + 11.938, + 10.809 + ], + "median_ms": 11.938, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 23.601 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.938 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.809 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.889, + 32.527, + 9.67 + ], + "median_ms": 11.889, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.889 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 32.527 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 9.67 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 14.886, + 15.668, + 32.654 + ], + "median_ms": 15.668, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.886 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.668 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 32.654 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.669, + 20.714, + 34.697 + ], + "median_ms": 22.669, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 22.669 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 20.714 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 34.697 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.742, + 151.751, + 15.643 + ], + "median_ms": 22.742, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 22.742 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 151.751 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.643 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.679, + 17.729, + 25.838 + ], + "median_ms": 18.679, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.679 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.729 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 25.838 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.815, + 47.748, + 245.795 + ], + "median_ms": 47.748, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 17.815 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 47.748 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 245.795 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 73.712, + 52.779, + 57.692 + ], + "median_ms": 57.692, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 73.712 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 52.779 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 57.692 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 120.651, + 17.936, + 16.926 + ], + "median_ms": 17.936, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 120.651 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.936 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.926 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.568, + 16.539, + 14.839 + ], + "median_ms": 16.539, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 32.568 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.539 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 14.839 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213857_874165.txt", + "spike_captured": true, + "spike_limit_ms": 59.45, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 151.751 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 245.795 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 73.712 + }, + { + "hop": 9, + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 120.651 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 245.795, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1099 +} \ No newline at end of file diff --git a/logs/trace_20260928_213857_874165.txt b/logs/trace_20260928_213857_874165.txt new file mode 100644 index 0000000..76bebfa --- /dev/null +++ b/logs/trace_20260928_213857_874165.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 23.601 ms 11.938 ms 10.809 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.889 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 32.527 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 9.670 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.886 ms 15.668 ms 32.654 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 22.669 ms 20.714 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 34.697 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 22.742 ms 151.751 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.643 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 18.679 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.729 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 25.838 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 17.815 ms 47.748 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 245.795 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 73.712 ms 52.779 ms 57.692 ms + 9 141.101.73.159 (141.101.73.159) 120.651 ms 141.101.73.111 (141.101.73.111) 17.936 ms 141.101.73.110 (141.101.73.110) 16.926 ms +10 141.101.73.195 (141.101.73.195) 32.568 ms one.one.one.one (1.1.1.1) 16.539 ms 141.101.73.195 (141.101.73.195) 14.839 ms diff --git a/logs/trace_20260928_213905_876026.json b/logs/trace_20260928_213905_876026.json new file mode 100644 index 0000000..2ab583c --- /dev/null +++ b/logs/trace_20260928_213905_876026.json @@ -0,0 +1,405 @@ +{ + "time": "2026-09-28T21:39:08.686-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 198.153, + 16.771, + 11.736 + ], + "median_ms": 16.771, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 198.153 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 16.771 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.736 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.74, + 202.97, + 13.517 + ], + "median_ms": 24.74, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 24.74 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 202.97 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 13.517 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 66.861, + 14.806, + 59.681 + ], + "median_ms": 59.681, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 66.861 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.806 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 59.681 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 72.845, + 84.779, + 15.738 + ], + "median_ms": 72.845, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 72.845 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 84.779 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.738 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 92.661, + 31.733, + 194.711 + ], + "median_ms": 92.661, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 92.661 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 31.733 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 194.711 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.449, + 17.099, + 131.158 + ], + "median_ms": 37.449, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 37.449 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 17.099 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 131.158 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 41.617, + 177.613, + 100.727 + ], + "median_ms": 100.727, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 41.617 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 177.613 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 100.727 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 34.628, + 19.57, + 16.556 + ], + "median_ms": 19.57, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 34.628 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 19.57 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.556 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 169.184, + 101.687, + 99.603 + ], + "median_ms": 101.687, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 169.184 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 101.687 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 99.603 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 37.543, + 161.734, + 41.596 + ], + "median_ms": 41.596, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 37.543 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 161.734 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 41.596 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213905_876026.txt", + "spike_captured": true, + "spike_limit_ms": 59.95, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 198.153 + }, + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 202.97 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 66.861 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 72.845 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 84.779 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 92.661 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 194.711 + }, + { + "hop": 6, + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 131.158 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 177.613 + }, + { + "hop": 7, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 100.727 + }, + { + "hop": 9, + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 169.184 + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 101.687 + }, + { + "hop": 9, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 99.603 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 161.734 + } + ], + "spike_probe_count": 14, + "peak_probe_ms": 202.97, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1101 +} \ No newline at end of file diff --git a/logs/trace_20260928_213905_876026.txt b/logs/trace_20260928_213905_876026.txt new file mode 100644 index 0000000..00b85b1 --- /dev/null +++ b/logs/trace_20260928_213905_876026.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 198.153 ms 16.771 ms 11.736 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 24.740 ms 202.970 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 13.517 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 66.861 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.806 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 59.681 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 72.845 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 84.779 ms 15.738 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 92.661 ms 31.733 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 194.711 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 37.449 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 17.099 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 131.158 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 41.617 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 177.613 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 100.727 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 34.628 ms 141.101.73.111 (141.101.73.111) 19.570 ms 141.101.73.110 (141.101.73.110) 16.556 ms + 9 141.101.73.125 (141.101.73.125) 169.184 ms 141.101.73.111 (141.101.73.111) 101.687 ms 141.101.73.110 (141.101.73.110) 99.603 ms +10 one.one.one.one (1.1.1.1) 37.543 ms 161.734 ms 41.596 ms diff --git a/logs/trace_20260928_213925_880995.json b/logs/trace_20260928_213925_880995.json new file mode 100644 index 0000000..aa8d753 --- /dev/null +++ b/logs/trace_20260928_213925_880995.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:39:26.886-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.355, + 11.972, + 11.804 + ], + "median_ms": 11.972, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.355 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.972 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.804 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.877, + 10.82, + 10.104 + ], + "median_ms": 10.82, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.877 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 10.82 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 10.104 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.99, + 13.44, + 13.867 + ], + "median_ms": 13.867, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.99 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.44 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.867 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.725, + 9.78, + 12.749 + ], + "median_ms": 12.749, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.725 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 9.78 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.749 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 29.776, + 14.752, + 14.706 + ], + "median_ms": 14.752, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 29.776 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.752 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.706 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.706, + 14.743, + 14.823 + ], + "median_ms": 14.823, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.706 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 14.743 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 14.823 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.716, + 124.814, + 14.747 + ], + "median_ms": 14.747, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.716 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 124.814 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.747 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.806, + 15.803, + 93.669 + ], + "median_ms": 15.806, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.806 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.803 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 93.669 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.748, + 21.616, + 17.618 + ], + "median_ms": 17.618, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.748 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 21.616 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.618 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 16.71, + 14.809, + 15.614 + ], + "median_ms": 15.614, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.71 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.809 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.614 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213925_880995.txt", + "spike_captured": true, + "spike_limit_ms": 57.95, + "spike_probes": [ + { + "hop": 7, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 124.814 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 93.669 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 124.814, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1106 +} \ No newline at end of file diff --git a/logs/trace_20260928_213925_880995.txt b/logs/trace_20260928_213925_880995.txt new file mode 100644 index 0000000..8decaff --- /dev/null +++ b/logs/trace_20260928_213925_880995.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.355 ms 11.972 ms 11.804 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.877 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 10.820 ms 10.104 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.990 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.440 ms 13.867 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.725 ms 9.780 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.749 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 29.776 ms 14.752 ms 14.706 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 16.706 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 14.743 ms 14.823 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.716 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 124.814 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.747 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.806 ms 141.101.73.110 (141.101.73.110) 15.803 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 93.669 ms + 9 141.101.73.110 (141.101.73.110) 14.748 ms 141.101.73.149 (141.101.73.149) 21.616 ms 141.101.73.111 (141.101.73.111) 17.618 ms +10 one.one.one.one (1.1.1.1) 16.710 ms 14.809 ms 15.614 ms diff --git a/logs/trace_20260928_213941_884925.json b/logs/trace_20260928_213941_884925.json new file mode 100644 index 0000000..3c3f85f --- /dev/null +++ b/logs/trace_20260928_213941_884925.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:39:42.890-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 64.371, + 13.472, + 12.843 + ], + "median_ms": 13.472, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 64.371 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.472 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.843 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.94, + 20.156, + 10.664 + ], + "median_ms": 13.94, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 13.94 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 20.156 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 10.664 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.772, + 12.835, + 13.669 + ], + "median_ms": 13.669, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.772 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.835 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.669 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.755, + 12.777, + 13.621 + ], + "median_ms": 13.621, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.755 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.777 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.621 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 15.766, + 17.769, + 16.697 + ], + "median_ms": 16.697, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.766 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.769 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.697 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.672, + 15.811, + 24.641 + ], + "median_ms": 24.641, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 30.672 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.811 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 24.641 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.779, + 14.738, + 27.78 + ], + "median_ms": 20.779, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 20.779 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.738 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 27.78 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.742, + 14.604, + 15.744 + ], + "median_ms": 14.604, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.742 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.604 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.744 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.605, + 14.681, + 15.692 + ], + "median_ms": 15.692, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 37.605 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.681 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.692 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 23.706, + 15.753, + 15.713 + ], + "median_ms": 15.753, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 23.706 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.753 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.713 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213941_884925.txt", + "spike_captured": true, + "spike_limit_ms": 57.45, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 64.371 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 64.371, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1111 +} \ No newline at end of file diff --git a/logs/trace_20260928_213941_884925.txt b/logs/trace_20260928_213941_884925.txt new file mode 100644 index 0000000..68b8c09 --- /dev/null +++ b/logs/trace_20260928_213941_884925.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 64.371 ms 13.472 ms 12.843 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 13.940 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 20.156 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 10.664 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.772 ms 12.835 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.669 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.755 ms 12.777 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.621 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.766 ms 17.769 ms 16.697 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 30.672 ms 15.811 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 24.641 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 20.779 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.738 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 27.780 ms + 8 141.101.73.110 (141.101.73.110) 13.742 ms 141.101.73.111 (141.101.73.111) 14.604 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.744 ms + 9 141.101.73.111 (141.101.73.111) 37.605 ms 14.681 ms 141.101.73.110 (141.101.73.110) 15.692 ms +10 one.one.one.one (1.1.1.1) 23.706 ms 15.753 ms 15.713 ms diff --git a/logs/trace_20260928_213948_886567.json b/logs/trace_20260928_213948_886567.json new file mode 100644 index 0000000..5cc3142 --- /dev/null +++ b/logs/trace_20260928_213948_886567.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:39:49.695-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.461, + 10.794, + 8.802 + ], + "median_ms": 10.794, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.461 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.794 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 8.802 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.931, + 11.867, + 12.289 + ], + "median_ms": 11.931, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.931 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.867 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.289 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 14.253, + 13.394, + 11.865 + ], + "median_ms": 13.394, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.253 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.394 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 11.865 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.789, + 13.162, + 12.984 + ], + "median_ms": 12.984, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.789 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.162 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.984 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.101, + 24.043, + 23.175 + ], + "median_ms": 23.175, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.101 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.043 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 23.175 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.043, + 17.022, + 16.81 + ], + "median_ms": 16.81, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.043 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.022 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.81 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.747, + 13.886, + 16.743 + ], + "median_ms": 16.743, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.747 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 13.886 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.743 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 15.606, + 14.703, + 13.498 + ], + "median_ms": 14.703, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.606 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.703 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 13.498 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 78.724, + 14.609, + 14.568 + ], + "median_ms": 14.609, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 78.724 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.609 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.568 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.576, + 15.753, + 16.629 + ], + "median_ms": 16.629, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 23.576 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 15.753 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.629 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_213948_886567.txt", + "spike_captured": true, + "spike_limit_ms": 57.4, + "spike_probes": [ + { + "hop": 9, + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 78.724 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 78.724, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1113 +} \ No newline at end of file diff --git a/logs/trace_20260928_213948_886567.txt b/logs/trace_20260928_213948_886567.txt new file mode 100644 index 0000000..1b65374 --- /dev/null +++ b/logs/trace_20260928_213948_886567.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.461 ms 10.794 ms 8.802 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.931 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.867 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.289 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.253 ms 13.394 ms 11.865 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.789 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.162 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.984 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.101 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 24.043 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 23.175 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 15.043 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 17.022 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.810 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.747 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 13.886 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.743 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.606 ms 14.703 ms 13.498 ms + 9 141.101.73.167 (141.101.73.167) 78.724 ms 141.101.73.111 (141.101.73.111) 14.609 ms 141.101.73.110 (141.101.73.110) 14.568 ms +10 one.one.one.one (1.1.1.1) 23.576 ms 141.101.73.171 (141.101.73.171) 15.753 ms one.one.one.one (1.1.1.1) 16.629 ms diff --git a/logs/trace_20260928_214002_889848.json b/logs/trace_20260928_214002_889848.json new file mode 100644 index 0000000..f78eb3d --- /dev/null +++ b/logs/trace_20260928_214002_889848.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:40:03.895-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.091, + 13.031, + 13.89 + ], + "median_ms": 13.091, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.091 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.031 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.89 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.857, + 9.847, + 10.881 + ], + "median_ms": 10.881, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 21.857 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 9.847 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.881 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.244, + 15.1, + 11.852 + ], + "median_ms": 15.1, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.244 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.1 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 11.852 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.019, + 13.826, + 20.62 + ], + "median_ms": 13.826, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.019 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.826 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 20.62 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 15.921, + 14.777, + 13.716 + ], + "median_ms": 14.777, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.921 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.777 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 13.716 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.676, + 14.679, + 17.808 + ], + "median_ms": 17.808, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 18.676 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 14.679 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.808 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.843, + 13.735, + 14.78 + ], + "median_ms": 14.78, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 26.843 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 13.735 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 14.78 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.818, + 15.59, + 63.847 + ], + "median_ms": 15.818, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.818 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.59 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 63.847 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.607, + 15.681, + 23.619 + ], + "median_ms": 16.607, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.607 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 15.681 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 23.619 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.583, + 15.831, + 15.529 + ], + "median_ms": 15.583, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.583 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 15.831 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 15.529 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214002_889848.txt", + "spike_captured": true, + "spike_limit_ms": 56.8, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 63.847 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 63.847, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1117 +} \ No newline at end of file diff --git a/logs/trace_20260928_214002_889848.txt b/logs/trace_20260928_214002_889848.txt new file mode 100644 index 0000000..77cc3e0 --- /dev/null +++ b/logs/trace_20260928_214002_889848.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.091 ms 13.031 ms 13.890 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 21.857 ms 9.847 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 10.881 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.244 ms 15.100 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 11.852 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.019 ms 13.826 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 20.620 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.921 ms 14.777 ms 13.716 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 18.676 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 14.679 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 17.808 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 26.843 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 13.735 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 14.780 ms + 8 141.101.73.111 (141.101.73.111) 15.818 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.590 ms 63.847 ms + 9 141.101.73.111 (141.101.73.111) 16.607 ms 141.101.73.165 (141.101.73.165) 15.681 ms 141.101.73.117 (141.101.73.117) 23.619 ms +10 one.one.one.one (1.1.1.1) 15.583 ms 141.101.73.175 (141.101.73.175) 15.831 ms 141.101.73.169 (141.101.73.169) 15.529 ms diff --git a/logs/trace_20260928_214013_892483.json b/logs/trace_20260928_214013_892483.json new file mode 100644 index 0000000..0a2fae4 --- /dev/null +++ b/logs/trace_20260928_214013_892483.json @@ -0,0 +1,356 @@ +{ + "time": "2026-09-28T21:40:15.100-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.946, + 11.933, + 13.024 + ], + "median_ms": 12.946, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.946 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.933 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.024 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.825, + 22.661, + 11.735 + ], + "median_ms": 19.825, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 19.825 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 22.661 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.735 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.829, + 13.994, + 14.899 + ], + "median_ms": 13.994, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 11.829 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.994 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.899 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.705, + 12.726, + 11.748 + ], + "median_ms": 12.726, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 20.705 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.726 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.748 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.759, + 22.673, + 17.656 + ], + "median_ms": 18.759, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.759 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 22.673 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.656 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.697, + 14.698, + 14.791 + ], + "median_ms": 14.791, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.697 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 14.698 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 14.791 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.694, + 16.663, + 34.737 + ], + "median_ms": 24.694, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 24.694 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.663 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 34.737 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 56.683, + 31.692, + 31.69 + ], + "median_ms": 31.692, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 56.683 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 31.692 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 31.69 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.686, + 17.581, + 23.707 + ], + "median_ms": 17.581, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 15.686 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 17.581 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 23.707 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.677, + 26.59, + 35.698 + ], + "median_ms": 28.677, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 28.677 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 26.59 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 35.698 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 22.703, + 13.979, + 16.462 + ], + "median_ms": 16.462, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 22.703 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 13.979 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.462 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214013_892483.txt", + "spike_captured": true, + "spike_limit_ms": 56.35, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 56.683 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 56.683, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1120 +} \ No newline at end of file diff --git a/logs/trace_20260928_214013_892483.txt b/logs/trace_20260928_214013_892483.txt new file mode 100644 index 0000000..0440f67 --- /dev/null +++ b/logs/trace_20260928_214013_892483.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.946 ms 11.933 ms 13.024 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 19.825 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 22.661 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.735 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 11.829 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.994 ms 14.899 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 20.705 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.726 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.748 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.759 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 22.673 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.656 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 17.697 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 14.698 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 14.791 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 24.694 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.663 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 34.737 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 56.683 ms 31.692 ms 31.690 ms + 9 141.101.73.177 (141.101.73.177) 15.686 ms 17.581 ms 141.101.73.163 (141.101.73.163) 23.707 ms +10 141.101.73.163 (141.101.73.163) 28.677 ms 141.101.73.173 (141.101.73.173) 26.590 ms 141.101.73.127 (141.101.73.127) 35.698 ms +11 one.one.one.one (1.1.1.1) 22.703 ms 13.979 ms 16.462 ms diff --git a/logs/trace_20260928_214017_893474.json b/logs/trace_20260928_214017_893474.json new file mode 100644 index 0000000..4d09220 --- /dev/null +++ b/logs/trace_20260928_214017_893474.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:40:18.900-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 14.54, + 8.843, + 11.835 + ], + "median_ms": 11.835, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.54 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 8.843 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.835 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.85, + 12.095, + 13.295 + ], + "median_ms": 13.295, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.85 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.095 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.295 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.982, + 22.961, + 13.862 + ], + "median_ms": 13.982, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.982 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 22.961 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.862 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.4, + 13.772, + 12.573 + ], + "median_ms": 13.4, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.4 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.772 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.573 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 25.833, + 16.688, + 14.717 + ], + "median_ms": 16.688, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.833 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.688 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.717 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.609, + 13.796, + 16.495 + ], + "median_ms": 16.495, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.609 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 13.796 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.495 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.602, + 24.786, + 15.499 + ], + "median_ms": 16.602, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.602 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 24.786 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.499 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 128.716, + 23.601, + 75.724 + ], + "median_ms": 75.724, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 128.716 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 23.601 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 75.724 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.596, + 16.592, + 15.565 + ], + "median_ms": 16.592, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 17.596 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.592 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.565 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.516, + 17.637, + 20.75 + ], + "median_ms": 17.637, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.516 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 17.637 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 20.75 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214017_893474.txt", + "spike_captured": true, + "spike_limit_ms": 56.35, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 128.716 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 75.724 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 128.716, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1121 +} \ No newline at end of file diff --git a/logs/trace_20260928_214017_893474.txt b/logs/trace_20260928_214017_893474.txt new file mode 100644 index 0000000..dfa01c8 --- /dev/null +++ b/logs/trace_20260928_214017_893474.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 14.540 ms 8.843 ms 11.835 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 13.850 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.095 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 13.295 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.982 ms 22.961 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.862 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.400 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.772 ms 12.573 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 25.833 ms 16.688 ms 14.717 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 17.609 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 13.796 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.495 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.602 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 24.786 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.499 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 128.716 ms 141.101.73.111 (141.101.73.111) 23.601 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 75.724 ms + 9 141.101.73.127 (141.101.73.127) 17.596 ms 141.101.73.111 (141.101.73.111) 16.592 ms 141.101.73.110 (141.101.73.110) 15.565 ms +10 one.one.one.one (1.1.1.1) 16.516 ms 141.101.73.165 (141.101.73.165) 17.637 ms one.one.one.one (1.1.1.1) 20.750 ms diff --git a/logs/trace_20260928_214029_896379.json b/logs/trace_20260928_214029_896379.json new file mode 100644 index 0000000..f7b31a3 --- /dev/null +++ b/logs/trace_20260928_214029_896379.json @@ -0,0 +1,350 @@ +{ + "time": "2026-09-28T21:40:31.706-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.197, + 12.059, + 30.944 + ], + "median_ms": 13.197, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.197 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.059 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 30.944 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 45.703, + 13.355, + 15.262 + ], + "median_ms": 15.262, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 45.703 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.355 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 15.262 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.634, + 30.903, + 79.619 + ], + "median_ms": 30.903, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 19.634 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 30.903 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 79.619 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.762, + 15.812, + 23.71 + ], + "median_ms": 15.812, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.762 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.812 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 23.71 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.668, + 49.758, + 27.704 + ], + "median_ms": 27.704, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.668 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 49.758 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 27.704 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.66, + 15.706, + 17.723 + ], + "median_ms": 16.66, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.66 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.706 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.723 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.817, + 19.766, + 17.803 + ], + "median_ms": 19.766, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 24.817 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 19.766 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.803 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.683, + 15.809 + ], + "median_ms": 15.745999999999999, + "timeouts": 1, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.683 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.809 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.978, + 15.841, + 28.641 + ], + "median_ms": 22.978, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 22.978 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.841 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 28.641 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.673, + 20.618, + 16.766 + ], + "median_ms": 17.673, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 17.673 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 20.618 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 16.766 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 16.508, + 16.902, + 14.611 + ], + "median_ms": 16.508, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.508 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.902 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.611 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214029_896379.txt", + "spike_captured": true, + "spike_limit_ms": 56.55, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 79.619 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 79.619, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1124 +} \ No newline at end of file diff --git a/logs/trace_20260928_214029_896379.txt b/logs/trace_20260928_214029_896379.txt new file mode 100644 index 0000000..0f6b4a8 --- /dev/null +++ b/logs/trace_20260928_214029_896379.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.197 ms 12.059 ms 30.944 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 45.703 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 13.355 ms 15.262 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 19.634 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 30.903 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 79.619 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.762 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.812 ms 23.710 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.668 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 49.758 ms 27.704 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.660 ms 15.706 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 17.723 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 24.817 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 19.766 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.803 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.683 ms 141.101.73.110 (141.101.73.110) 15.809 ms * + 9 141.101.73.110 (141.101.73.110) 22.978 ms 141.101.73.111 (141.101.73.111) 15.841 ms 141.101.73.127 (141.101.73.127) 28.641 ms +10 141.101.73.157 (141.101.73.157) 17.673 ms 141.101.73.167 (141.101.73.167) 20.618 ms 141.101.73.195 (141.101.73.195) 16.766 ms +11 one.one.one.one (1.1.1.1) 16.508 ms 16.902 ms 14.611 ms diff --git a/logs/trace_20260928_214045_900185.json b/logs/trace_20260928_214045_900185.json new file mode 100644 index 0000000..14b4cc8 --- /dev/null +++ b/logs/trace_20260928_214045_900185.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T21:40:46.905-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 10.31, + 10.948, + 11.932 + ], + "median_ms": 10.948, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.31 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.948 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.932 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 8.871, + 12.118, + 13.823 + ], + "median_ms": 12.118, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 8.871 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.118 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 13.823 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.948, + 10.817, + 13.503 + ], + "median_ms": 13.503, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.948 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 10.817 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.503 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.874, + 12.618, + 13.794 + ], + "median_ms": 13.794, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.874 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.618 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.794 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.603, + 14.87, + 16.561 + ], + "median_ms": 16.561, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.603 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.87 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.561 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.711, + 25.753, + 15.614 + ], + "median_ms": 15.614, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.711 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.753 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.614 + } + ] + }, + { + "hop": 7, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": [ + 22.961, + 74.655, + 59.544 + ], + "median_ms": 59.544, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 22.961 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 74.655 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 59.544 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.72, + 65.448, + 15.73 + ], + "median_ms": 15.73, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.72 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 65.448 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.73 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.39, + 14.655, + 15.564 + ], + "median_ms": 15.564, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 16.39 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 14.655 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.564 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.557, + 16.814, + 15.744 + ], + "median_ms": 15.744, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.557 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 16.814 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 15.744 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214045_900185.txt", + "spike_captured": true, + "spike_limit_ms": 56.9, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 74.655 + }, + { + "hop": 7, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 59.544 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 65.448 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 74.655, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1128 +} \ No newline at end of file diff --git a/logs/trace_20260928_214045_900185.txt b/logs/trace_20260928_214045_900185.txt new file mode 100644 index 0000000..5bdda66 --- /dev/null +++ b/logs/trace_20260928_214045_900185.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 10.310 ms 10.948 ms 11.932 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 8.871 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.118 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 13.823 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.948 ms 10.817 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.503 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.874 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.618 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.794 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.603 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.870 ms 16.561 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 14.711 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 25.753 ms 15.614 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 22.961 ms 74.655 ms 59.544 ms + 8 141.101.73.111 (141.101.73.111) 14.720 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 65.448 ms 141.101.73.111 (141.101.73.111) 15.730 ms + 9 141.101.73.119 (141.101.73.119) 16.390 ms 141.101.73.171 (141.101.73.171) 14.655 ms 141.101.73.111 (141.101.73.111) 15.564 ms +10 one.one.one.one (1.1.1.1) 15.557 ms 141.101.73.173 (141.101.73.173) 16.814 ms 141.101.73.119 (141.101.73.119) 15.744 ms diff --git a/logs/trace_20260928_214101_904042.json b/logs/trace_20260928_214101_904042.json new file mode 100644 index 0000000..5cdbfb3 --- /dev/null +++ b/logs/trace_20260928_214101_904042.json @@ -0,0 +1,368 @@ +{ + "time": "2026-09-28T21:41:03.312-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.888, + 21.067, + 12.858 + ], + "median_ms": 12.888, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.888 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.067 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.858 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 34.878, + 13.708, + 13.786 + ], + "median_ms": 13.786, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 34.878 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 13.708 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.786 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.251, + 14.825, + 13.848 + ], + "median_ms": 14.251, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.251 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.825 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.848 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 55.291, + 11.434, + 12.749 + ], + "median_ms": 12.749, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 55.291 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.434 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.749 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 17.748, + 16.742, + 16.64 + ], + "median_ms": 16.742, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.748 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.742 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.64 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.71, + 16.372, + 16.354 + ], + "median_ms": 16.372, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 30.71 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.372 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.354 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 57.714, + 55.749, + 28.738 + ], + "median_ms": 55.749, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 57.714 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 55.749 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 28.738 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.739, + 15.782, + 16.672 + ], + "median_ms": 16.672, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.739 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.782 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.672 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.719, + 73.74, + 44.674 + ], + "median_ms": 44.674, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 30.719 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 73.74 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 44.674 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 145.818, + 16.795, + 15.85 + ], + "median_ms": 16.795, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 145.818 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 16.795 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 15.85 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 15.606, + 15.858, + 16.743 + ], + "median_ms": 15.858, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.606 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.858 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.743 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214101_904042.txt", + "spike_captured": true, + "spike_limit_ms": 57.15, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 57.714 + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 73.74 + }, + { + "hop": 10, + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 145.818 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 145.818, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1132 +} \ No newline at end of file diff --git a/logs/trace_20260928_214101_904042.txt b/logs/trace_20260928_214101_904042.txt new file mode 100644 index 0000000..8035a5a --- /dev/null +++ b/logs/trace_20260928_214101_904042.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.888 ms 21.067 ms 12.858 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 34.878 ms 13.708 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 13.786 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.251 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.825 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.848 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 55.291 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 11.434 ms 12.749 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.748 ms 16.742 ms 16.640 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 30.710 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.372 ms 16.354 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 57.714 ms 55.749 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 28.738 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.739 ms 141.101.73.110 (141.101.73.110) 15.782 ms 141.101.73.111 (141.101.73.111) 16.672 ms + 9 141.101.73.195 (141.101.73.195) 30.719 ms 141.101.73.111 (141.101.73.111) 73.740 ms 141.101.73.110 (141.101.73.110) 44.674 ms +10 141.101.73.195 (141.101.73.195) 145.818 ms 141.101.73.179 (141.101.73.179) 16.795 ms 141.101.73.149 (141.101.73.149) 15.850 ms +11 one.one.one.one (1.1.1.1) 15.606 ms 15.858 ms 16.743 ms diff --git a/logs/trace_20260928_214105_904785.json b/logs/trace_20260928_214105_904785.json new file mode 100644 index 0000000..15e6a5d --- /dev/null +++ b/logs/trace_20260928_214105_904785.json @@ -0,0 +1,351 @@ +{ + "time": "2026-09-28T21:41:08.314-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 25.441, + 16.051, + 14.695 + ], + "median_ms": 16.051, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 25.441 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 16.051 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.695 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.806, + 17.423, + 26.897 + ], + "median_ms": 23.806, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 23.806 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 17.423 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 26.897 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 64.673, + 28.69, + 52.706 + ], + "median_ms": 52.706, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 64.673 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 28.69 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 52.706 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.673, + 40.941, + 104.481 + ], + "median_ms": 40.941, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.673 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 40.941 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 104.481 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 19.797, + 32.012, + 32.408 + ], + "median_ms": 32.012, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 19.797 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 32.012 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 32.408 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.714, + 18.846, + 34.561 + ], + "median_ms": 21.714, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 21.714 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 18.846 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 34.561 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 16.668, + 126.748, + 21.616 + ], + "median_ms": 21.616, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.668 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 126.748 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 21.616 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.635, + 16.642, + 17.742 + ], + "median_ms": 17.742, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 27.635 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.642 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.742 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 47.743, + 307.752, + 69.66 + ], + "median_ms": 69.66, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 47.743 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 307.752 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 69.66 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.681, + 50.616, + 28.082 + ], + "median_ms": 28.681, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 28.681 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 50.616 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 28.082 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214105_904785.txt", + "spike_captured": true, + "spike_limit_ms": 57.15, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 64.673 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 104.481 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 126.748 + }, + { + "hop": 9, + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 307.752 + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 69.66 + } + ], + "spike_probe_count": 5, + "peak_probe_ms": 307.752, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1133 +} \ No newline at end of file diff --git a/logs/trace_20260928_214105_904785.txt b/logs/trace_20260928_214105_904785.txt new file mode 100644 index 0000000..c94a2d9 --- /dev/null +++ b/logs/trace_20260928_214105_904785.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 25.441 ms 16.051 ms 14.695 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 23.806 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 17.423 ms 26.897 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 64.673 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 28.690 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 52.706 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.673 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 40.941 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 104.481 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 19.797 ms 32.012 ms 32.408 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 21.714 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 18.846 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 34.561 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.668 ms 126.748 ms 21.616 ms + 8 141.101.73.111 (141.101.73.111) 27.635 ms 141.101.73.110 (141.101.73.110) 16.642 ms 17.742 ms + 9 141.101.73.195 (141.101.73.195) 47.743 ms 307.752 ms 141.101.73.111 (141.101.73.111) 69.660 ms +10 one.one.one.one (1.1.1.1) 28.681 ms 141.101.73.167 (141.101.73.167) 50.616 ms 141.101.73.127 (141.101.73.127) 28.082 ms diff --git a/logs/trace_20260928_214110_906236.json b/logs/trace_20260928_214110_906236.json new file mode 100644 index 0000000..3f1927b --- /dev/null +++ b/logs/trace_20260928_214110_906236.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T21:41:14.115-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 40.42, + 13.018, + 13.648 + ], + "median_ms": 13.648, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 40.42 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.018 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.648 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.752, + 41.697, + 58.514 + ], + "median_ms": 41.697, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.752 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 41.697 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 58.514 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 52.917, + 46.699, + 45.66 + ], + "median_ms": 46.699, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 52.917 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 46.699 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 45.66 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.645, + 15.734, + 172.856 + ], + "median_ms": 26.645, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 26.645 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.734 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 172.856 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.558, + 37.666, + 27.62 + ], + "median_ms": 32.558, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 32.558 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 37.666 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 27.62 + } + ] + }, + { + "hop": 6, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": [ + 103.74, + 16.681, + 68.699 + ], + "median_ms": 68.699, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 103.74 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.681 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 68.699 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.6, + 31.01 + ], + "median_ms": 23.805, + "timeouts": 1, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.6 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 31.01 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 39.913, + 106.495, + 31.677 + ], + "median_ms": 39.913, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 39.913 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 106.495 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 31.677 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.615, + 91.969 + ], + "median_ms": 59.791999999999994, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 27.615 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 91.969 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 49.611, + 98.788 + ], + "median_ms": 74.1995, + "timeouts": 1, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 49.611 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 98.788 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214110_906236.txt", + "spike_captured": true, + "spike_limit_ms": 57.3, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 58.514 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 172.856 + }, + { + "hop": 6, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 103.74 + }, + { + "hop": 6, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 68.699 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 106.495 + }, + { + "hop": 9, + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 91.969 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 98.788 + } + ], + "spike_probe_count": 7, + "peak_probe_ms": 172.856, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1134 +} \ No newline at end of file diff --git a/logs/trace_20260928_214110_906236.txt b/logs/trace_20260928_214110_906236.txt new file mode 100644 index 0000000..d8b8ecd --- /dev/null +++ b/logs/trace_20260928_214110_906236.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 40.420 ms 13.018 ms 13.648 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 13.752 ms 41.697 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 58.514 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 52.917 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 46.699 ms 45.660 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 26.645 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.734 ms 172.856 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 32.558 ms 37.666 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 27.620 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 103.740 ms 16.681 ms 68.699 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.600 ms * lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 31.010 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 39.913 ms 106.495 ms 141.101.73.111 (141.101.73.111) 31.677 ms + 9 141.101.73.165 (141.101.73.165) 27.615 ms * 141.101.73.161 (141.101.73.161) 91.969 ms +10 one.one.one.one (1.1.1.1) 49.611 ms 98.788 ms * diff --git a/logs/trace_20260928_214135_912405.json b/logs/trace_20260928_214135_912405.json new file mode 100644 index 0000000..65c4e3c --- /dev/null +++ b/logs/trace_20260928_214135_912405.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T21:41:37.120-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.925, + 11.891, + 14.81 + ], + "median_ms": 11.925, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.925 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.891 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.81 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.89, + 10.384, + 12.119 + ], + "median_ms": 12.119, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 14.89 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 10.384 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.119 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.058, + 12.976, + 15.914 + ], + "median_ms": 15.058, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.058 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.976 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.914 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 14.663, + 12.677, + 15.755 + ], + "median_ms": 14.663, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.663 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.677 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.755 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.68, + 19.822, + 58.63 + ], + "median_ms": 20.68, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 20.68 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.822 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 58.63 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.748, + 33.809, + 19.686 + ], + "median_ms": 25.748, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.748 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 33.809 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.686 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.787, + 21.766, + 57.765 + ], + "median_ms": 21.766, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.787 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 21.766 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 57.765 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.771, + 14.689, + 21.642 + ], + "median_ms": 21.642, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 33.771 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.689 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 21.642 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.685, + 28.795, + 95.614 + ], + "median_ms": 28.795, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.685 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 28.795 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 95.614 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 78.703, + 37.704, + 16.784 + ], + "median_ms": 37.704, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 78.703 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 37.704 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.784 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214135_912405.txt", + "spike_captured": true, + "spike_limit_ms": 57.35, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 58.63 + }, + { + "hop": 7, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 57.765 + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 95.614 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 78.703 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 95.614, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1140 +} \ No newline at end of file diff --git a/logs/trace_20260928_214135_912405.txt b/logs/trace_20260928_214135_912405.txt new file mode 100644 index 0000000..126c6fc --- /dev/null +++ b/logs/trace_20260928_214135_912405.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.925 ms 11.891 ms 14.810 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 14.890 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 10.384 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.119 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.058 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 12.976 ms 15.914 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.663 ms 12.677 ms 15.755 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 20.680 ms 19.822 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 58.630 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 25.748 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 33.809 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 19.686 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.787 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 21.766 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 57.765 ms + 8 141.101.73.111 (141.101.73.111) 33.771 ms 14.689 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 21.642 ms + 9 141.101.73.110 (141.101.73.110) 16.685 ms 141.101.73.111 (141.101.73.111) 28.795 ms 95.614 ms +10 one.one.one.one (1.1.1.1) 78.703 ms 37.704 ms 16.784 ms diff --git a/logs/trace_20260928_214139_913416.json b/logs/trace_20260928_214139_913416.json new file mode 100644 index 0000000..94b598f --- /dev/null +++ b/logs/trace_20260928_214139_913416.json @@ -0,0 +1,350 @@ +{ + "time": "2026-09-28T21:41:41.522-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.721, + 10.814, + 11.815 + ], + "median_ms": 11.721, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.721 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.814 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.815 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.9, + 22.759, + 12.351 + ], + "median_ms": 12.351, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 10.9 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 22.759 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.351 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.465, + 13.83, + 28.801 + ], + "median_ms": 13.83, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.465 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.83 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 28.801 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.599, + 12.823, + 10.918 + ], + "median_ms": 12.823, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 23.599 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.823 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 10.918 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.834, + 14.839, + 14.832 + ], + "median_ms": 14.834, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.834 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.839 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.832 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.668, + 37.809, + 27.844 + ], + "median_ms": 27.844, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.668 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 37.809 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 27.844 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 60.796, + 51.781, + 24.706 + ], + "median_ms": 51.781, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 60.796 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 51.781 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 24.706 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.585, + 14.845, + 11.631 + ], + "median_ms": 14.845, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 19.585 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.845 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 11.631 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.724, + 20.591, + 25.658 + ], + "median_ms": 20.591, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.724 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 20.591 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 25.658 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.635, + 20.619 + ], + "median_ms": 17.627, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 14.635 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 20.619 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 27.892, + 15.706, + 15.71 + ], + "median_ms": 15.71, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 27.892 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.706 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.71 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214139_913416.txt", + "spike_captured": true, + "spike_limit_ms": 57.2, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 60.796 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 60.796, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1141 +} \ No newline at end of file diff --git a/logs/trace_20260928_214139_913416.txt b/logs/trace_20260928_214139_913416.txt new file mode 100644 index 0000000..0037f5e --- /dev/null +++ b/logs/trace_20260928_214139_913416.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.721 ms 10.814 ms 11.815 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 10.900 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 22.759 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.351 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.465 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.830 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 28.801 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 23.599 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.823 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 10.918 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.834 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 14.839 ms 14.832 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 16.668 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 37.809 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 27.844 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 60.796 ms 51.781 ms 24.706 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 19.585 ms 141.101.73.111 (141.101.73.111) 14.845 ms 11.631 ms + 9 141.101.73.110 (141.101.73.110) 13.724 ms 141.101.73.111 (141.101.73.111) 20.591 ms 141.101.73.110 (141.101.73.110) 25.658 ms +10 141.101.73.179 (141.101.73.179) 14.635 ms 141.101.73.169 (141.101.73.169) 20.619 ms * +11 one.one.one.one (1.1.1.1) 27.892 ms 15.706 ms 15.710 ms diff --git a/logs/trace_20260928_214149_915888.json b/logs/trace_20260928_214149_915888.json new file mode 100644 index 0000000..9bbbf4e --- /dev/null +++ b/logs/trace_20260928_214149_915888.json @@ -0,0 +1,356 @@ +{ + "time": "2026-09-28T21:41:51.123-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 10.62, + 12.362, + 11.896 + ], + "median_ms": 11.896, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.62 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.362 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.896 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.807, + 22.811, + 13.625 + ], + "median_ms": 22.807, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 22.807 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 22.811 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.625 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.019, + 23.807, + 30.906 + ], + "median_ms": 30.906, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 36.019 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 23.807 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 30.906 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.572, + 13.861, + 23.929 + ], + "median_ms": 13.861, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.572 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.861 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 23.929 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 15.617, + 16.806, + 16.578 + ], + "median_ms": 16.578, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.617 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.806 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.578 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.679, + 14.761, + 15.751 + ], + "median_ms": 15.751, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 21.679 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.761 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.751 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.839, + 14.747, + 22.601 + ], + "median_ms": 14.839, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.839 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.747 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 22.601 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.761, + 15.69, + 12.604 + ], + "median_ms": 12.761, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 12.761 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.69 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 12.604 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.671, + 14.583, + 15.708 + ], + "median_ms": 15.671, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 15.671 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.583 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 15.708 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.554, + 29.476, + 15.66 + ], + "median_ms": 16.554, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 16.554 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 29.476 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 15.66 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 89.667, + 14.724, + 16.982 + ], + "median_ms": 16.982, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 89.667 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.724 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.982 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214149_915888.txt", + "spike_captured": true, + "spike_limit_ms": 57.25, + "spike_probes": [ + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 89.667 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 89.667, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1143 +} \ No newline at end of file diff --git a/logs/trace_20260928_214149_915888.txt b/logs/trace_20260928_214149_915888.txt new file mode 100644 index 0000000..4d47900 --- /dev/null +++ b/logs/trace_20260928_214149_915888.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 10.620 ms 12.362 ms 11.896 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 22.807 ms 22.811 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 13.625 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 36.019 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 23.807 ms 30.906 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.572 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.861 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 23.929 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.617 ms 16.806 ms 16.578 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 21.679 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 14.761 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 15.751 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.839 ms 14.747 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 22.601 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 12.761 ms 15.690 ms 141.101.73.110 (141.101.73.110) 12.604 ms + 9 141.101.73.177 (141.101.73.177) 15.671 ms 141.101.73.111 (141.101.73.111) 14.583 ms 141.101.73.159 (141.101.73.159) 15.708 ms +10 141.101.73.117 (141.101.73.117) 16.554 ms 141.101.73.165 (141.101.73.165) 29.476 ms 15.660 ms +11 one.one.one.one (1.1.1.1) 89.667 ms 14.724 ms 16.982 ms diff --git a/logs/trace_20260928_214200_918595.json b/logs/trace_20260928_214200_918595.json new file mode 100644 index 0000000..3efa120 --- /dev/null +++ b/logs/trace_20260928_214200_918595.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:42:02.925-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 53.675, + 41.555, + 13.86 + ], + "median_ms": 41.555, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 53.675 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 41.555 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.86 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.801, + 55.293, + 158.683 + ], + "median_ms": 55.293, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 28.801 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 55.293 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 158.683 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.624, + 14.746, + 50.615 + ], + "median_ms": 14.746, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.624 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.746 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 50.615 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.713, + 13.711, + 12.696 + ], + "median_ms": 13.711, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 26.713 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.711 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.696 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.656, + 36.73, + 41.683 + ], + "median_ms": 36.73, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.656 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 36.73 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 41.683 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.615, + 20.769, + 15.087 + ], + "median_ms": 16.615, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.615 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 20.769 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.087 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 61.475, + 28.855 + ], + "median_ms": 45.165, + "timeouts": 1, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 61.475 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 28.855 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.757, + 16.703, + 17.626 + ], + "median_ms": 16.703, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.757 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.703 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.626 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.005, + 18.514, + 15.613 + ], + "median_ms": 18.514, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 25.005 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 18.514 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 15.613 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.588, + 27.935, + 15.544 + ], + "median_ms": 15.544, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.588 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 27.935 + }, + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 15.544 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214200_918595.txt", + "spike_captured": true, + "spike_limit_ms": 57.5, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 158.683 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 61.475 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 158.683, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1146 +} \ No newline at end of file diff --git a/logs/trace_20260928_214200_918595.txt b/logs/trace_20260928_214200_918595.txt new file mode 100644 index 0000000..e2b0787 --- /dev/null +++ b/logs/trace_20260928_214200_918595.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 53.675 ms 41.555 ms 13.860 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 28.801 ms 55.293 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 158.683 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.624 ms 14.746 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 50.615 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 26.713 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.711 ms 12.696 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.656 ms 36.730 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 41.683 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 16.615 ms 20.769 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.087 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 61.475 ms * lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 28.855 ms + 8 141.101.73.111 (141.101.73.111) 14.757 ms 141.101.73.110 (141.101.73.110) 16.703 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.626 ms + 9 141.101.73.110 (141.101.73.110) 25.005 ms 141.101.73.195 (141.101.73.195) 18.514 ms 141.101.73.117 (141.101.73.117) 15.613 ms +10 one.one.one.one (1.1.1.1) 14.588 ms 141.101.73.177 (141.101.73.177) 27.935 ms 141.101.73.175 (141.101.73.175) 15.544 ms diff --git a/logs/trace_20260928_214212_921528.json b/logs/trace_20260928_214212_921528.json new file mode 100644 index 0000000..08457ff --- /dev/null +++ b/logs/trace_20260928_214212_921528.json @@ -0,0 +1,321 @@ +{ + "time": "2026-09-28T21:42:14.329-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 10.821, + 20.838, + 21.758 + ], + "median_ms": 20.838, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.821 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.838 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.758 + } + ] + }, + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": [ + 12.758, + 11.606, + 12.869 + ], + "median_ms": 12.758, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.758 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.606 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.869 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.918, + 15.144, + 12.858 + ], + "median_ms": 15.144, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.918 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.144 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.858 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 11.962, + 14.971, + 20.727 + ], + "median_ms": 14.971, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.962 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.971 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 20.727 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 16.781, + 17.824, + 17.634 + ], + "median_ms": 17.634, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.781 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.824 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.634 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.698, + 18.627, + 69.775 + ], + "median_ms": 32.698, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 32.698 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 18.627 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 69.775 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.677, + 15.77, + 15.987 + ], + "median_ms": 15.77, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 14.677 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.77 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.987 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.817, + 16.812 + ], + "median_ms": 16.314500000000002, + "timeouts": 1, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.817 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.812 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.239, + 20.501, + 15.687 + ], + "median_ms": 20.239, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 20.239 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 20.501 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 15.687 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.578, + 55.651, + 28.805 + ], + "median_ms": 28.805, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 16.578 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 55.651 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 28.805 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214212_921528.txt", + "spike_captured": true, + "spike_limit_ms": 57.85, + "spike_probes": [ + { + "hop": 6, + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 69.775 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 69.775, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1149 +} \ No newline at end of file diff --git a/logs/trace_20260928_214212_921528.txt b/logs/trace_20260928_214212_921528.txt new file mode 100644 index 0000000..2ed0c1f --- /dev/null +++ b/logs/trace_20260928_214212_921528.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 10.821 ms 20.838 ms 21.758 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.758 ms 11.606 ms 12.869 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.918 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.144 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.858 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.962 ms 14.971 ms 20.727 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.781 ms 17.824 ms 17.634 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 32.698 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 18.627 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 69.775 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 14.677 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.770 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.987 ms + 8 * 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.817 ms 141.101.73.110 (141.101.73.110) 16.812 ms + 9 141.101.73.127 (141.101.73.127) 20.239 ms 141.101.73.110 (141.101.73.110) 20.501 ms 141.101.73.179 (141.101.73.179) 15.687 ms +10 141.101.73.159 (141.101.73.159) 16.578 ms one.one.one.one (1.1.1.1) 55.651 ms 28.805 ms diff --git a/logs/trace_20260928_214216_923051.json b/logs/trace_20260928_214216_923051.json new file mode 100644 index 0000000..75ab315 --- /dev/null +++ b/logs/trace_20260928_214216_923051.json @@ -0,0 +1,315 @@ +{ + "time": "2026-09-28T21:42:18.928-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 100.522, + 38.55, + 12.712 + ], + "median_ms": 38.55, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 100.522 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 38.55 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.712 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.873, + 13.158, + 33.132 + ], + "median_ms": 13.873, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.873 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 13.158 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 33.132 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 14.729, + 22.668, + 42.656 + ], + "median_ms": 22.668, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.729 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 22.668 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 42.656 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.555, + 14.681, + 15.799 + ], + "median_ms": 14.681, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.555 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.681 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.799 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.743, + 42.828, + 16.692 + ], + "median_ms": 16.692, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.743 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 42.828 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.692 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.736, + 15.679, + 30.708 + ], + "median_ms": 18.736, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.736 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.679 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 30.708 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.694, + 15.666, + 37.733 + ], + "median_ms": 15.666, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 13.694 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.666 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 37.733 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 28.764, + 15.62 + ], + "median_ms": 22.192, + "timeouts": 1, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 28.764 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.62 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.801, + 15.634, + 45.622 + ], + "median_ms": 15.634, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 13.801 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.634 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 45.622 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.623, + 15.699 + ], + "median_ms": 16.661, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 17.623 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.699 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214216_923051.txt", + "spike_captured": true, + "spike_limit_ms": 57.6, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 100.522 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 100.522, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1150 +} \ No newline at end of file diff --git a/logs/trace_20260928_214216_923051.txt b/logs/trace_20260928_214216_923051.txt new file mode 100644 index 0000000..e20f030 --- /dev/null +++ b/logs/trace_20260928_214216_923051.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 100.522 ms 38.550 ms 12.712 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 13.873 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 13.158 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 33.132 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.729 ms 22.668 ms 42.656 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.555 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.681 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.799 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.743 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 42.828 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.692 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 18.736 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.679 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 30.708 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 13.694 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.666 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 37.733 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 28.764 ms 15.620 ms * + 9 141.101.73.111 (141.101.73.111) 13.801 ms 15.634 ms 141.101.73.167 (141.101.73.167) 45.622 ms +10 141.101.73.177 (141.101.73.177) 17.623 ms * one.one.one.one (1.1.1.1) 15.699 ms diff --git a/logs/trace_20260928_214233_926769.json b/logs/trace_20260928_214233_926769.json new file mode 100644 index 0000000..1515e94 --- /dev/null +++ b/logs/trace_20260928_214233_926769.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:42:35.134-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.729, + 10.798, + 31.734 + ], + "median_ms": 11.729, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.729 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.798 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 31.734 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.743, + 11.857, + 12.017 + ], + "median_ms": 11.857, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.743 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.857 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.017 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.662, + 12.814, + 14.84 + ], + "median_ms": 13.662, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.662 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.814 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.84 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.761, + 12.885, + 13.964 + ], + "median_ms": 12.885, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.761 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.885 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.964 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.645, + 17.734, + 17.703 + ], + "median_ms": 17.703, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.645 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.734 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.703 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.821, + 17.698, + 40.625 + ], + "median_ms": 20.821, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 20.821 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 17.698 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 40.625 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 14.676, + 33.786, + 16.618 + ], + "median_ms": 16.618, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.676 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 33.786 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.618 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.659, + 17.691, + 16.656 + ], + "median_ms": 16.659, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.659 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.691 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.656 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.829, + 47.638, + 16.574 + ], + "median_ms": 29.829, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 29.829 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 47.638 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.574 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.575, + 79.821, + 43.746 + ], + "median_ms": 43.746, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.575 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 79.821 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 43.746 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214233_926769.txt", + "spike_captured": true, + "spike_limit_ms": 57.95, + "spike_probes": [ + { + "hop": 10, + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 79.821 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 79.821, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1154 +} \ No newline at end of file diff --git a/logs/trace_20260928_214233_926769.txt b/logs/trace_20260928_214233_926769.txt new file mode 100644 index 0000000..14c818e --- /dev/null +++ b/logs/trace_20260928_214233_926769.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.729 ms 10.798 ms 31.734 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.743 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.857 ms 12.017 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.662 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 12.814 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.840 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.761 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.885 ms 13.964 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.645 ms 17.734 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.703 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 20.821 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 17.698 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 40.625 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.676 ms 33.786 ms 16.618 ms + 8 141.101.73.110 (141.101.73.110) 16.659 ms 141.101.73.111 (141.101.73.111) 17.691 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.656 ms + 9 141.101.73.161 (141.101.73.161) 29.829 ms 141.101.73.119 (141.101.73.119) 47.638 ms 141.101.73.110 (141.101.73.110) 16.574 ms +10 one.one.one.one (1.1.1.1) 15.575 ms 141.101.73.147 (141.101.73.147) 79.821 ms one.one.one.one (1.1.1.1) 43.746 ms diff --git a/logs/trace_20260928_214237_927684.json b/logs/trace_20260928_214237_927684.json new file mode 100644 index 0000000..7d225e6 --- /dev/null +++ b/logs/trace_20260928_214237_927684.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T21:42:39.736-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.065, + 44.943, + 60.313 + ], + "median_ms": 44.943, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.065 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 44.943 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 60.313 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.674, + 12.91, + 11.756 + ], + "median_ms": 12.674, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.674 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.91 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.756 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 12.806, + 13.476, + 23.707 + ], + "median_ms": 13.476, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.806 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.476 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 23.707 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 14.695, + 13.773, + 11.755 + ], + "median_ms": 13.773, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.695 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.773 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.755 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.67, + 23.815, + 17.82 + ], + "median_ms": 21.67, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 21.67 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 23.815 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.82 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.798, + 44.945, + 26.726 + ], + "median_ms": 29.798, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 29.798 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 44.945 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 26.726 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.791, + 15.802, + 65.789 + ], + "median_ms": 17.791, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 17.791 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.802 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 65.789 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.608, + 36.489, + 39.607 + ], + "median_ms": 36.489, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 25.608 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 36.489 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 39.607 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.434, + 17.789, + 88.913 + ], + "median_ms": 24.434, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 24.434 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.789 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 88.913 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.442, + 28.576, + 126.818 + ], + "median_ms": 37.442, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 37.442 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 28.576 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 126.818 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214237_927684.txt", + "spike_captured": true, + "spike_limit_ms": 58.05, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 60.313 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 65.789 + }, + { + "hop": 9, + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 88.913 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 126.818 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 126.818, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1155 +} \ No newline at end of file diff --git a/logs/trace_20260928_214237_927684.txt b/logs/trace_20260928_214237_927684.txt new file mode 100644 index 0000000..c950eb8 --- /dev/null +++ b/logs/trace_20260928_214237_927684.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.065 ms 44.943 ms 60.313 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.674 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.910 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.756 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 12.806 ms 13.476 ms 23.707 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.695 ms 13.773 ms 11.755 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 21.670 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 23.815 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.820 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 29.798 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 44.945 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 26.726 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 17.791 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.802 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 65.789 ms + 8 141.101.73.111 (141.101.73.111) 25.608 ms 36.489 ms 141.101.73.110 (141.101.73.110) 39.607 ms + 9 141.101.73.111 (141.101.73.111) 24.434 ms 141.101.73.110 (141.101.73.110) 17.789 ms 141.101.73.195 (141.101.73.195) 88.913 ms +10 141.101.73.195 (141.101.73.195) 37.442 ms 141.101.73.119 (141.101.73.119) 28.576 ms one.one.one.one (1.1.1.1) 126.818 ms diff --git a/logs/trace_20260928_214241_928558.json b/logs/trace_20260928_214241_928558.json new file mode 100644 index 0000000..1ef71d3 --- /dev/null +++ b/logs/trace_20260928_214241_928558.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:42:43.337-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 50.411, + 13.396, + 22.932 + ], + "median_ms": 22.932, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 50.411 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.396 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.932 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.805, + 26.587, + 24.775 + ], + "median_ms": 24.775, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 13.805 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 26.587 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 24.775 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.762, + 16.672, + 14.721 + ], + "median_ms": 16.672, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 32.762 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.672 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.721 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 225.725, + 14.664, + 13.689 + ], + "median_ms": 14.664, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 225.725 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.664 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.689 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 17.72, + 19.76, + 15.686 + ], + "median_ms": 17.72, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.72 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.76 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.686 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.666, + 22.777, + 31.727 + ], + "median_ms": 22.777, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.666 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 22.777 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 31.727 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 41.708, + 17.665, + 43.767 + ], + "median_ms": 41.708, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 41.708 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.665 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 43.767 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.628, + 17.674, + 40.83 + ], + "median_ms": 17.674, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.628 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.674 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 40.83 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.672, + 28.437, + 22.677 + ], + "median_ms": 22.677, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 19.672 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 28.437 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 22.677 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 39.992, + 60.709, + 38.883 + ], + "median_ms": 39.992, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 39.992 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 60.709 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 38.883 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214241_928558.txt", + "spike_captured": true, + "spike_limit_ms": 58.05, + "spike_probes": [ + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 225.725 + }, + { + "hop": 10, + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 60.709 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 225.725, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1156 +} \ No newline at end of file diff --git a/logs/trace_20260928_214241_928558.txt b/logs/trace_20260928_214241_928558.txt new file mode 100644 index 0000000..c79b54f --- /dev/null +++ b/logs/trace_20260928_214241_928558.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 50.411 ms 13.396 ms 22.932 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 13.805 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 26.587 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 24.775 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 32.762 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 16.672 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.721 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 225.725 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.664 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.689 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.720 ms 19.760 ms 15.686 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.666 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 22.777 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 31.727 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 41.708 ms 17.665 ms 43.767 ms + 8 141.101.73.110 (141.101.73.110) 17.628 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.674 ms 40.830 ms + 9 141.101.73.111 (141.101.73.111) 19.672 ms 28.437 ms 141.101.73.195 (141.101.73.195) 22.677 ms +10 one.one.one.one (1.1.1.1) 39.992 ms 141.101.73.147 (141.101.73.147) 60.709 ms one.one.one.one (1.1.1.1) 38.883 ms diff --git a/logs/trace_20260928_214245_929623.json b/logs/trace_20260928_214245_929623.json new file mode 100644 index 0000000..2a0c6fa --- /dev/null +++ b/logs/trace_20260928_214245_929623.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:42:47.137-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.261, + 12.97, + 12.744 + ], + "median_ms": 12.97, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.261 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.97 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.744 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 47.929, + 10.652, + 15.197 + ], + "median_ms": 15.197, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 47.929 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.652 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 15.197 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.292, + 14.904, + 25.708 + ], + "median_ms": 25.708, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 30.292 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.904 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 25.708 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 57.605, + 21.704, + 26.689 + ], + "median_ms": 26.689, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 57.605 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 21.704 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 26.689 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 40.652, + 16.747, + 18.727 + ], + "median_ms": 18.727, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 40.652 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.747 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.727 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 41.804, + 16.584, + 35.766 + ], + "median_ms": 35.766, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 41.804 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.584 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 35.766 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.719, + 26.828, + 27.655 + ], + "median_ms": 26.828, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 19.719 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 26.828 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 27.655 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.699, + 47.672, + 86.759 + ], + "median_ms": 47.672, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.699 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 47.672 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 86.759 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.621, + 33.571, + 16.716 + ], + "median_ms": 22.621, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 22.621 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 33.571 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.716 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.57, + 14.635, + 15.938 + ], + "median_ms": 15.938, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 23.57 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.635 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 15.938 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214245_929623.txt", + "spike_captured": true, + "spike_limit_ms": 58.3, + "spike_probes": [ + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 86.759 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 86.759, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1157 +} \ No newline at end of file diff --git a/logs/trace_20260928_214245_929623.txt b/logs/trace_20260928_214245_929623.txt new file mode 100644 index 0000000..13be269 --- /dev/null +++ b/logs/trace_20260928_214245_929623.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.261 ms 12.970 ms 12.744 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 47.929 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 10.652 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 15.197 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 30.292 ms 14.904 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 25.708 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 57.605 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 21.704 ms 26.689 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 40.652 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.747 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 18.727 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 41.804 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 16.584 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 35.766 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 19.719 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 26.828 ms 27.655 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.699 ms 47.672 ms 141.101.73.111 (141.101.73.111) 86.759 ms + 9 141.101.73.111 (141.101.73.111) 22.621 ms 141.101.73.167 (141.101.73.167) 33.571 ms 141.101.73.110 (141.101.73.110) 16.716 ms +10 141.101.73.169 (141.101.73.169) 23.570 ms one.one.one.one (1.1.1.1) 14.635 ms 141.101.73.161 (141.101.73.161) 15.938 ms diff --git a/logs/trace_20260928_214249_930584.json b/logs/trace_20260928_214249_930584.json new file mode 100644 index 0000000..ddce731 --- /dev/null +++ b/logs/trace_20260928_214249_930584.json @@ -0,0 +1,357 @@ +{ + "time": "2026-09-28T21:42:51.739-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.081, + 14.345, + 170.911 + ], + "median_ms": 14.345, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.081 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.345 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 170.911 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.731, + 16.493, + 61.708 + ], + "median_ms": 16.493, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 13.731 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 16.493 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 61.708 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.322, + 23.69, + 14.6 + ], + "median_ms": 14.6, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.322 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 23.69 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.6 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 41.87, + 39.439, + 17.567 + ], + "median_ms": 39.439, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 41.87 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 39.439 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 17.567 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 105.677, + 35.746, + 17.7 + ], + "median_ms": 35.746, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 105.677 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 35.746 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.7 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.885, + 18.454, + 41.602 + ], + "median_ms": 18.454, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.885 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.454 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 41.602 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.698, + 57.643, + 92.681 + ], + "median_ms": 57.643, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 36.698 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 57.643 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 92.681 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 72.598, + 41.314, + 64.867 + ], + "median_ms": 64.867, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 72.598 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 41.314 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 64.867 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.614, + 45.759, + 29.578 + ], + "median_ms": 29.578, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 22.614 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 45.759 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 29.578 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.593, + 15.655, + 15.538 + ], + "median_ms": 15.655, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 33.593 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 15.655 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.538 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214249_930584.txt", + "spike_captured": true, + "spike_limit_ms": 58.2, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 170.911 + }, + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 61.708 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 105.677 + }, + { + "hop": 7, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 92.681 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 72.598 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 64.867 + } + ], + "spike_probe_count": 6, + "peak_probe_ms": 170.911, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1158 +} \ No newline at end of file diff --git a/logs/trace_20260928_214249_930584.txt b/logs/trace_20260928_214249_930584.txt new file mode 100644 index 0000000..15cf275 --- /dev/null +++ b/logs/trace_20260928_214249_930584.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.081 ms 14.345 ms 170.911 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 13.731 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 16.493 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 61.708 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.322 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 23.690 ms 14.600 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 41.870 ms 39.439 ms 17.567 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 105.677 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 35.746 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.700 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.885 ms 18.454 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 41.602 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 36.698 ms 57.643 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 92.681 ms + 8 141.101.73.110 (141.101.73.110) 72.598 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 41.314 ms 64.867 ms + 9 141.101.73.161 (141.101.73.161) 22.614 ms 141.101.73.125 (141.101.73.125) 45.759 ms 141.101.73.195 (141.101.73.195) 29.578 ms +10 one.one.one.one (1.1.1.1) 33.593 ms 141.101.73.177 (141.101.73.177) 15.655 ms one.one.one.one (1.1.1.1) 15.538 ms diff --git a/logs/trace_20260928_214253_931569.json b/logs/trace_20260928_214253_931569.json new file mode 100644 index 0000000..5b49fad --- /dev/null +++ b/logs/trace_20260928_214253_931569.json @@ -0,0 +1,369 @@ +{ + "time": "2026-09-28T21:42:55.937-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 27.006, + 28.4, + 18.934 + ], + "median_ms": 27.006, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 27.006 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 28.4 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 18.934 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.892, + 32.09, + 14.789 + ], + "median_ms": 22.892, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 22.892 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 32.09 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 14.789 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 18.714, + 22.658, + 18.629 + ], + "median_ms": 18.714, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 18.714 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 22.658 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 18.629 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 158.743, + 15.686, + 44.764 + ], + "median_ms": 44.764, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 158.743 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.686 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 44.764 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.686, + 91.79, + 17.799 + ], + "median_ms": 18.686, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.686 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 91.79 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.799 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 44.599, + 29.684, + 63.939 + ], + "median_ms": 44.599, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 44.599 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 29.684 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 63.939 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 41.623, + 21.641, + 67.616 + ], + "median_ms": 41.623, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 41.623 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 21.641 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 67.616 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 84.66, + 26.338, + 34.842 + ], + "median_ms": 34.842, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 84.66 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 26.338 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 34.842 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 63.794, + 77.569, + 19.704 + ], + "median_ms": 63.794, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 63.794 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 77.569 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 19.704 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 77.643, + 28.042, + 36.618 + ], + "median_ms": 36.618, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 77.643 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 28.042 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 36.618 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214253_931569.txt", + "spike_captured": true, + "spike_limit_ms": 58.3, + "spike_probes": [ + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 158.743 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 91.79 + }, + { + "hop": 6, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 63.939 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 67.616 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 84.66 + }, + { + "hop": 9, + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 63.794 + }, + { + "hop": 9, + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 77.569 + }, + { + "hop": 10, + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 77.643 + } + ], + "spike_probe_count": 8, + "peak_probe_ms": 158.743, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1159 +} \ No newline at end of file diff --git a/logs/trace_20260928_214253_931569.txt b/logs/trace_20260928_214253_931569.txt new file mode 100644 index 0000000..b4c9940 --- /dev/null +++ b/logs/trace_20260928_214253_931569.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 27.006 ms 28.400 ms 18.934 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 22.892 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 32.090 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 14.789 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 18.714 ms 22.658 ms 18.629 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 158.743 ms 15.686 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 44.764 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 18.686 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 91.790 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.799 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 44.599 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 29.684 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 63.939 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 41.623 ms 21.641 ms 67.616 ms + 8 141.101.73.110 (141.101.73.110) 84.660 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 26.338 ms 34.842 ms + 9 141.101.73.177 (141.101.73.177) 63.794 ms 141.101.73.169 (141.101.73.169) 77.569 ms 141.101.73.163 (141.101.73.163) 19.704 ms +10 141.101.73.159 (141.101.73.159) 77.643 ms 141.101.73.149 (141.101.73.149) 28.042 ms one.one.one.one (1.1.1.1) 36.618 ms diff --git a/logs/trace_20260928_214258_932918.json b/logs/trace_20260928_214258_932918.json new file mode 100644 index 0000000..bc97bf4 --- /dev/null +++ b/logs/trace_20260928_214258_932918.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:43:00.341-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.813, + 42.953, + 26.789 + ], + "median_ms": 26.789, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.813 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 42.953 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 26.789 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.911, + 22.791, + 34.873 + ], + "median_ms": 22.911, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 22.911 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 22.791 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 34.873 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.801, + 41.191, + 15.372 + ], + "median_ms": 17.801, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 17.801 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 41.191 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.372 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.563, + 48.423, + 26.977 + ], + "median_ms": 26.977, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.563 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 48.423 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 26.977 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 19.975, + 45.632, + 28.651 + ], + "median_ms": 28.651, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.975 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 45.632 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 28.651 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.68, + 26.931, + 17.536 + ], + "median_ms": 26.931, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 37.68 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 26.931 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.536 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.769, + 83.89, + 34.673 + ], + "median_ms": 34.673, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 25.769 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 83.89 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 34.673 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.619, + 21.602, + 46.817 + ], + "median_ms": 21.602, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 18.619 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 21.602 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 46.817 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.668, + 16.622, + 18.613 + ], + "median_ms": 18.613, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 18.668 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 16.622 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 18.613 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.715, + 45.927, + 18.685 + ], + "median_ms": 18.685, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.715 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 45.927 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 18.685 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214258_932918.txt", + "spike_captured": true, + "spike_limit_ms": 58.3, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 83.89 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 83.89, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1160 +} \ No newline at end of file diff --git a/logs/trace_20260928_214258_932918.txt b/logs/trace_20260928_214258_932918.txt new file mode 100644 index 0000000..d52f7e0 --- /dev/null +++ b/logs/trace_20260928_214258_932918.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.813 ms 42.953 ms 26.789 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 22.911 ms 22.791 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 34.873 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 17.801 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 41.191 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.372 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.563 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 48.423 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 26.977 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 19.975 ms 45.632 ms 28.651 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 37.680 ms 26.931 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 17.536 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 25.769 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 83.890 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 34.673 ms + 8 141.101.73.111 (141.101.73.111) 18.619 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 21.602 ms 46.817 ms + 9 141.101.73.179 (141.101.73.179) 18.668 ms 141.101.73.127 (141.101.73.127) 16.622 ms 141.101.73.177 (141.101.73.177) 18.613 ms +10 one.one.one.one (1.1.1.1) 16.715 ms 45.927 ms 141.101.73.125 (141.101.73.125) 18.685 ms diff --git a/logs/trace_20260928_214302_933807.json b/logs/trace_20260928_214302_933807.json new file mode 100644 index 0000000..97e7d0b --- /dev/null +++ b/logs/trace_20260928_214302_933807.json @@ -0,0 +1,315 @@ +{ + "time": "2026-09-28T21:43:05.142-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 25.854, + 22.727, + 24.809 + ], + "median_ms": 24.809, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 25.854 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.727 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 24.809 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.735, + 33.789, + 54.039 + ], + "median_ms": 33.789, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 14.735 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 33.789 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 54.039 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.949, + 52.995, + 35.503 + ], + "median_ms": 35.503, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.949 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 52.995 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 35.503 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 47.745, + 22.842, + 15.618 + ], + "median_ms": 22.842, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 47.745 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 22.842 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.618 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 53.752, + 20.733, + 25.665 + ], + "median_ms": 25.665, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 53.752 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 20.733 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.665 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.738, + 49.76, + 15.701 + ], + "median_ms": 15.738, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.738 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 49.76 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.701 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.742, + 32.801, + 15.595 + ], + "median_ms": 15.742, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.742 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 32.801 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.595 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.837, + 62.859 + ], + "median_ms": 39.348, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.837 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 62.859 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.897, + 16.671 + ], + "median_ms": 17.284, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.897 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 16.671 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 34.115, + 28.716, + 17.765 + ], + "median_ms": 28.716, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 34.115 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 28.716 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.765 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214302_933807.txt", + "spike_captured": true, + "spike_limit_ms": 58.7, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 62.859 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 62.859, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1161 +} \ No newline at end of file diff --git a/logs/trace_20260928_214302_933807.txt b/logs/trace_20260928_214302_933807.txt new file mode 100644 index 0000000..8db2024 --- /dev/null +++ b/logs/trace_20260928_214302_933807.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 25.854 ms 22.727 ms 24.809 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 14.735 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 33.789 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 54.039 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.949 ms 52.995 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 35.503 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 47.745 ms 22.842 ms 15.618 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 53.752 ms 20.733 ms 25.665 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.738 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 49.760 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 15.701 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.742 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 32.801 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.595 ms + 8 141.101.73.110 (141.101.73.110) 15.837 ms * 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 62.859 ms + 9 * 141.101.73.111 (141.101.73.111) 17.897 ms 141.101.73.157 (141.101.73.157) 16.671 ms +10 141.101.73.195 (141.101.73.195) 34.115 ms 28.716 ms one.one.one.one (1.1.1.1) 17.765 ms diff --git a/logs/trace_20260928_214307_935168.json b/logs/trace_20260928_214307_935168.json new file mode 100644 index 0000000..c977c53 --- /dev/null +++ b/logs/trace_20260928_214307_935168.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T21:43:10.144-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 23.299, + 31.92, + 10.801 + ], + "median_ms": 23.299, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 23.299 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 31.92 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.801 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.788, + 10.532, + 11.99 + ], + "median_ms": 11.99, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 14.788 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.532 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.99 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.926, + 26.838, + 17.085 + ], + "median_ms": 17.085, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.926 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 26.838 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 17.085 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 43.503, + 11.833, + 32.922 + ], + "median_ms": 32.922, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 43.503 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.833 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 32.922 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.575, + 25.065, + 15.168 + ], + "median_ms": 17.575, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.575 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 25.065 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.168 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.256, + 73.861, + 19.944 + ], + "median_ms": 20.256, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 20.256 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 73.861 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.944 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 27.62, + 38.721, + 28.719 + ], + "median_ms": 28.719, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 27.62 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 38.721 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 28.719 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 54.72, + 351.728, + 34.458 + ], + "median_ms": 54.72, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 54.72 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 351.728 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 34.458 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 99.925, + 88.593, + 19.616 + ], + "median_ms": 88.593, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 99.925 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 88.593 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 19.616 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 65.847, + 19.477 + ], + "median_ms": 42.662, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 65.847 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 19.477 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214307_935168.txt", + "spike_captured": true, + "spike_limit_ms": 59.25, + "spike_probes": [ + { + "hop": 6, + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 73.861 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 351.728 + }, + { + "hop": 9, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 99.925 + }, + { + "hop": 9, + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 88.593 + }, + { + "hop": 10, + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 65.847 + } + ], + "spike_probe_count": 5, + "peak_probe_ms": 351.728, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1162 +} \ No newline at end of file diff --git a/logs/trace_20260928_214307_935168.txt b/logs/trace_20260928_214307_935168.txt new file mode 100644 index 0000000..358e860 --- /dev/null +++ b/logs/trace_20260928_214307_935168.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 23.299 ms 31.920 ms 10.801 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 14.788 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 10.532 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.990 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.926 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 26.838 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 17.085 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 43.503 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 11.833 ms 32.922 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.575 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 25.065 ms 15.168 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 20.256 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 73.861 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 19.944 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 27.620 ms 38.721 ms 28.719 ms + 8 141.101.73.111 (141.101.73.111) 54.720 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 351.728 ms 34.458 ms + 9 141.101.73.110 (141.101.73.110) 99.925 ms 141.101.73.165 (141.101.73.165) 88.593 ms 19.616 ms +10 * 141.101.73.195 (141.101.73.195) 65.847 ms one.one.one.one (1.1.1.1) 19.477 ms diff --git a/logs/trace_20260928_214312_936357.json b/logs/trace_20260928_214312_936357.json new file mode 100644 index 0000000..d85c60b --- /dev/null +++ b/logs/trace_20260928_214312_936357.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:43:13.941-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 10.403, + 13.039, + 11.688 + ], + "median_ms": 11.688, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.403 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.039 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.688 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.806, + 25.93, + 12.229 + ], + "median_ms": 12.229, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 10.806 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 25.93 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.229 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 25.377, + 16.012, + 13.843 + ], + "median_ms": 16.012, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 25.377 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.012 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.843 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.72, + 12.972, + 14.991 + ], + "median_ms": 13.72, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.72 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.972 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.991 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.994, + 62.842, + 19.637 + ], + "median_ms": 24.994, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 24.994 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 62.842 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.637 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.055, + 15.621, + 15.831 + ], + "median_ms": 15.831, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 19.055 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.621 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.831 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.747, + 16.825, + 44.777 + ], + "median_ms": 26.747, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 26.747 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.825 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 44.777 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 15.946, + 17.568, + 14.707 + ], + "median_ms": 15.946, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.946 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.568 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.707 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.771, + 26.66, + 13.665 + ], + "median_ms": 16.771, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 16.771 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 26.66 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.665 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.706, + 20.595, + 15.674 + ], + "median_ms": 15.674, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 12.706 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 20.595 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.674 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214312_936357.txt", + "spike_captured": true, + "spike_limit_ms": 60.14999999999999, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 62.842 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 62.842, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1163 +} \ No newline at end of file diff --git a/logs/trace_20260928_214312_936357.txt b/logs/trace_20260928_214312_936357.txt new file mode 100644 index 0000000..4034e4f --- /dev/null +++ b/logs/trace_20260928_214312_936357.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 10.403 ms 13.039 ms 11.688 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 10.806 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 25.930 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.229 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 25.377 ms 16.012 ms 13.843 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.720 ms 12.972 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.991 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 24.994 ms 62.842 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 19.637 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 19.055 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 15.621 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.831 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 26.747 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.825 ms 44.777 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.946 ms 17.568 ms 14.707 ms + 9 141.101.73.127 (141.101.73.127) 16.771 ms 141.101.73.110 (141.101.73.110) 26.660 ms 13.665 ms +10 141.101.73.163 (141.101.73.163) 12.706 ms 141.101.73.159 (141.101.73.159) 20.595 ms one.one.one.one (1.1.1.1) 15.674 ms diff --git a/logs/trace_20260928_214316_937320.json b/logs/trace_20260928_214316_937320.json new file mode 100644 index 0000000..5c80379 --- /dev/null +++ b/logs/trace_20260928_214316_937320.json @@ -0,0 +1,309 @@ +{ + "time": "2026-09-28T21:43:19.945-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 14.94, + 25.953, + 12.908 + ], + "median_ms": 14.94, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.94 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 25.953 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.908 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.795, + 12.599, + 113.436 + ], + "median_ms": 18.795, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 18.795 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.599 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 113.436 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.682, + 14.734, + 23.901 + ], + "median_ms": 14.734, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.682 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.734 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 23.901 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 16.48, + 30.798, + 12.617 + ], + "median_ms": 16.48, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 16.48 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 30.798 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.617 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 15.624, + 16.924, + 15.513 + ], + "median_ms": 15.624, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.624 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.924 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.513 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.644, + 16.72, + 28.768 + ], + "median_ms": 16.72, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.644 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.72 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 28.768 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 49.894, + 54.611 + ], + "median_ms": 52.2525, + "timeouts": 1, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 49.894 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 54.611 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.853, + 15.63, + 15.653 + ], + "median_ms": 15.63, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 13.853 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.63 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.653 + } + ] + }, + { + "hop": 9, + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": [ + 16.701 + ], + "median_ms": 16.701, + "timeouts": 2, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 16.701 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 71.196, + 33.63 + ], + "median_ms": 52.413, + "timeouts": 1, + "probes": [ + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 71.196 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 33.63 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214316_937320.txt", + "spike_captured": true, + "spike_limit_ms": 60.14999999999999, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 113.436 + }, + { + "hop": 10, + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 71.196 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 113.436, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1164 +} \ No newline at end of file diff --git a/logs/trace_20260928_214316_937320.txt b/logs/trace_20260928_214316_937320.txt new file mode 100644 index 0000000..80dfbf5 --- /dev/null +++ b/logs/trace_20260928_214316_937320.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 14.940 ms 25.953 ms 12.908 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 18.795 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.599 ms 113.436 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.682 ms 14.734 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 23.901 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 16.480 ms 30.798 ms 12.617 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.624 ms 16.924 ms 15.513 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 16.644 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 16.720 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 28.768 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 49.894 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 54.611 ms * + 8 141.101.73.111 (141.101.73.111) 13.853 ms 141.101.73.110 (141.101.73.110) 15.630 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.653 ms + 9 141.101.73.163 (141.101.73.163) 16.701 ms * * +10 141.101.73.127 (141.101.73.127) 71.196 ms one.one.one.one (1.1.1.1) 33.630 ms * diff --git a/logs/trace_20260928_214338_942805.json b/logs/trace_20260928_214338_942805.json new file mode 100644 index 0000000..0a99980 --- /dev/null +++ b/logs/trace_20260928_214338_942805.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:43:39.947-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.462, + 21.902, + 25.782 + ], + "median_ms": 21.902, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.462 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.902 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 25.782 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.601, + 10.852, + 20.887 + ], + "median_ms": 17.601, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 17.601 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 10.852 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 20.887 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.184, + 13.425, + 13.625 + ], + "median_ms": 13.625, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.184 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.425 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.625 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 30.155, + 13.989, + 10.872 + ], + "median_ms": 13.989, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 30.155 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.989 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 10.872 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.443, + 15.741, + 16.704 + ], + "median_ms": 15.741, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.443 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.741 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.704 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.667, + 14.704, + 23.951 + ], + "median_ms": 23.667, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 23.667 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.704 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 23.951 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 75.61, + 33.645, + 31.695 + ], + "median_ms": 33.645, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 75.61 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 33.645 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 31.695 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 63.742, + 14.709, + 14.725 + ], + "median_ms": 14.725, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 63.742 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.709 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.725 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.555, + 14.638, + 15.675 + ], + "median_ms": 14.638, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 14.555 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.638 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 15.675 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.642, + 14.613, + 15.711 + ], + "median_ms": 15.711, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 25.642 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.613 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.711 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214338_942805.txt", + "spike_captured": true, + "spike_limit_ms": 58.75, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 75.61 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 63.742 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 75.61, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1169 +} \ No newline at end of file diff --git a/logs/trace_20260928_214338_942805.txt b/logs/trace_20260928_214338_942805.txt new file mode 100644 index 0000000..28c59bb --- /dev/null +++ b/logs/trace_20260928_214338_942805.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.462 ms 21.902 ms 25.782 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 17.601 ms 10.852 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 20.887 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.184 ms 13.425 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.625 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 30.155 ms 13.989 ms 10.872 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.443 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.741 ms 16.704 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 23.667 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 14.704 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 23.951 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 75.610 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 33.645 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 31.695 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 63.742 ms 141.101.73.110 (141.101.73.110) 14.709 ms 14.725 ms + 9 141.101.73.157 (141.101.73.157) 14.555 ms 141.101.73.111 (141.101.73.111) 14.638 ms 141.101.73.167 (141.101.73.167) 15.675 ms +10 141.101.73.147 (141.101.73.147) 25.642 ms one.one.one.one (1.1.1.1) 14.613 ms 15.711 ms diff --git a/logs/trace_20260928_214350_945871.json b/logs/trace_20260928_214350_945871.json new file mode 100644 index 0000000..6727e84 --- /dev/null +++ b/logs/trace_20260928_214350_945871.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:43:52.754-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 28.683, + 42.025, + 13.969 + ], + "median_ms": 28.683, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 28.683 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 42.025 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.969 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 46.736, + 11.666, + 15.216 + ], + "median_ms": 15.216, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 46.736 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.666 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 15.216 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.219, + 15.018, + 67.987 + ], + "median_ms": 15.018, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.219 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.018 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 67.987 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.529, + 24.798, + 14.743 + ], + "median_ms": 14.743, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.529 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 24.798 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.743 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 26.754, + 56.73, + 40.659 + ], + "median_ms": 40.659, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 26.754 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 56.73 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 40.659 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.625, + 18.731, + 15.782 + ], + "median_ms": 18.625, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 18.625 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 18.731 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.782 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.745, + 14.884 + ], + "median_ms": 15.8145, + "timeouts": 1, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.745 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 14.884 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.866, + 24.624, + 15.82 + ], + "median_ms": 20.866, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 20.866 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 24.624 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.82 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 59.63, + 14.599, + 25.653 + ], + "median_ms": 25.653, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 59.63 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.599 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 25.653 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.331, + 20.436, + 18.559 + ], + "median_ms": 18.559, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 17.331 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 20.436 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 18.559 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214350_945871.txt", + "spike_captured": true, + "spike_limit_ms": 58.2, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 67.987 + }, + { + "hop": 9, + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 59.63 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 67.987, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1172 +} \ No newline at end of file diff --git a/logs/trace_20260928_214350_945871.txt b/logs/trace_20260928_214350_945871.txt new file mode 100644 index 0000000..6178ad2 --- /dev/null +++ b/logs/trace_20260928_214350_945871.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 28.683 ms 42.025 ms 13.969 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 46.736 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.666 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 15.216 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.219 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.018 ms 67.987 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.529 ms 24.798 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.743 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 26.754 ms 56.730 ms 40.659 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 18.625 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 18.731 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 15.782 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.745 ms * lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 14.884 ms + 8 141.101.73.110 (141.101.73.110) 20.866 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 24.624 ms 141.101.73.111 (141.101.73.111) 15.820 ms + 9 141.101.73.165 (141.101.73.165) 59.630 ms 141.101.73.110 (141.101.73.110) 14.599 ms 141.101.73.149 (141.101.73.149) 25.653 ms +10 141.101.73.119 (141.101.73.119) 17.331 ms one.one.one.one (1.1.1.1) 20.436 ms 141.101.73.195 (141.101.73.195) 18.559 ms diff --git a/logs/trace_20260928_214358_947952.json b/logs/trace_20260928_214358_947952.json new file mode 100644 index 0000000..9d5a072 --- /dev/null +++ b/logs/trace_20260928_214358_947952.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:43:59.953-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 17.111, + 11.91, + 12.879 + ], + "median_ms": 12.879, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 17.111 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.91 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.879 + } + ] + }, + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": [ + 18.869, + 11.745, + 30.891 + ], + "median_ms": 18.869, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 18.869 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.745 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 30.891 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.759, + 27.028, + 14.793 + ], + "median_ms": 14.793, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 11.759 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 27.028 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.793 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 13.128, + 12.925, + 13.654 + ], + "median_ms": 13.128, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.128 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.925 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.654 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.725, + 33.742, + 16.765 + ], + "median_ms": 16.765, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.725 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 33.742 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.765 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.73, + 15.798, + 25.775 + ], + "median_ms": 15.798, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 12.73 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.798 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.775 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.597, + 66.808, + 15.684 + ], + "median_ms": 17.597, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.597 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 66.808 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.684 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.676, + 15.723, + 25.634 + ], + "median_ms": 16.676, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.676 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.723 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.634 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.633, + 13.65, + 23.644 + ], + "median_ms": 14.633, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.633 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 13.65 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 23.644 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.712, + 15.651, + 16.83 + ], + "median_ms": 16.83, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.175", + "hostname": null, + "rtt_ms": 17.712 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.651 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 16.83 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214358_947952.txt", + "spike_captured": true, + "spike_limit_ms": 58.1, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 66.808 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 66.808, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1174 +} \ No newline at end of file diff --git a/logs/trace_20260928_214358_947952.txt b/logs/trace_20260928_214358_947952.txt new file mode 100644 index 0000000..0db6bfe --- /dev/null +++ b/logs/trace_20260928_214358_947952.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 17.111 ms 11.910 ms 12.879 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 18.869 ms 11.745 ms 30.891 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 11.759 ms 27.028 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.793 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.128 ms 12.925 ms 13.654 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.725 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 33.742 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.765 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 12.730 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.798 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 25.775 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.597 ms 66.808 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.684 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.676 ms 141.101.73.110 (141.101.73.110) 15.723 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 25.634 ms + 9 141.101.73.110 (141.101.73.110) 14.633 ms 141.101.73.111 (141.101.73.111) 13.650 ms 141.101.73.169 (141.101.73.169) 23.644 ms +10 141.101.73.175 (141.101.73.175) 17.712 ms one.one.one.one (1.1.1.1) 15.651 ms 141.101.73.167 (141.101.73.167) 16.830 ms diff --git a/logs/trace_20260928_214414_951853.json b/logs/trace_20260928_214414_951853.json new file mode 100644 index 0000000..aa6a5ba --- /dev/null +++ b/logs/trace_20260928_214414_951853.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:44:16.160-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.392, + 21.891, + 44.85 + ], + "median_ms": 21.891, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.392 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.891 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 44.85 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.868, + 61.582, + 11.844 + ], + "median_ms": 25.868, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 25.868 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 61.582 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.844 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.665, + 13.886, + 22.851 + ], + "median_ms": 13.886, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.665 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.886 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 22.851 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.689, + 13.02, + 14.561 + ], + "median_ms": 13.02, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.689 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.02 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.561 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.785, + 16.663, + 26.736 + ], + "median_ms": 16.663, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.785 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.663 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.736 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.651, + 14.726, + 34.712 + ], + "median_ms": 14.726, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 13.651 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.726 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 34.712 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.689, + 16.733, + 15.655 + ], + "median_ms": 15.689, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.689 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.733 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.655 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.771, + 15.578, + 23.639 + ], + "median_ms": 15.771, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.771 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.578 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 23.639 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.598, + 16.532, + 19.589 + ], + "median_ms": 16.532, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 14.598 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 16.532 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 19.589 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.656, + 16.673, + 14.605 + ], + "median_ms": 16.673, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 24.656 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 16.673 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 14.605 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214414_951853.txt", + "spike_captured": true, + "spike_limit_ms": 57.3, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 61.582 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 61.582, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1178 +} \ No newline at end of file diff --git a/logs/trace_20260928_214414_951853.txt b/logs/trace_20260928_214414_951853.txt new file mode 100644 index 0000000..9f4764c --- /dev/null +++ b/logs/trace_20260928_214414_951853.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.392 ms 21.891 ms 44.850 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 25.868 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 61.582 ms 11.844 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.665 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.886 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 22.851 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.689 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.020 ms 14.561 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.785 ms 16.663 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 26.736 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 13.651 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 14.726 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 34.712 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.689 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.733 ms 15.655 ms + 8 141.101.73.110 (141.101.73.110) 15.771 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.578 ms 141.101.73.111 (141.101.73.111) 23.639 ms + 9 141.101.73.195 (141.101.73.195) 14.598 ms 141.101.73.159 (141.101.73.159) 16.532 ms 141.101.73.117 (141.101.73.117) 19.589 ms +10 one.one.one.one (1.1.1.1) 24.656 ms 141.101.73.125 (141.101.73.125) 16.673 ms 141.101.73.119 (141.101.73.119) 14.605 ms diff --git a/logs/trace_20260928_214429_955643.json b/logs/trace_20260928_214429_955643.json new file mode 100644 index 0000000..93f17e9 --- /dev/null +++ b/logs/trace_20260928_214429_955643.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T21:44:31.364-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 28.356, + 21.562, + 26.759 + ], + "median_ms": 26.759, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 28.356 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.562 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 26.759 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.757, + 18.65, + 14.179 + ], + "median_ms": 14.179, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.757 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 18.65 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 14.179 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 14.764, + 14.747, + 60.705 + ], + "median_ms": 14.764, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.764 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.747 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 60.705 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.878, + 24.379, + 24.859 + ], + "median_ms": 24.859, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 33.878 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 24.379 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 24.859 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 190.606, + 84.867, + 42.578 + ], + "median_ms": 84.867, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 190.606 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 84.867 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 42.578 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.773, + 15.58, + 17.803 + ], + "median_ms": 17.803, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 19.773 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.58 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.803 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.924, + 17.626, + 17.763 + ], + "median_ms": 17.763, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 32.924 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.626 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.763 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 101.795, + 29.832, + 17.631 + ], + "median_ms": 29.832, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 101.795 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.832 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.631 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.492, + 44.646, + 16.574 + ], + "median_ms": 32.492, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 32.492 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 44.646 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.574 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 23.738, + 17.715, + 12.7 + ], + "median_ms": 17.715, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 23.738 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.715 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 12.7 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214429_955643.txt", + "spike_captured": true, + "spike_limit_ms": 57.3, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 60.705 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 190.606 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 84.867 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 101.795 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 190.606, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1182 +} \ No newline at end of file diff --git a/logs/trace_20260928_214429_955643.txt b/logs/trace_20260928_214429_955643.txt new file mode 100644 index 0000000..e46c0fb --- /dev/null +++ b/logs/trace_20260928_214429_955643.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 28.356 ms 21.562 ms 26.759 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.757 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 18.650 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 14.179 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.764 ms 14.747 ms 60.705 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 33.878 ms 24.379 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 24.859 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 190.606 ms 84.867 ms 42.578 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 19.773 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.580 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 17.803 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 32.924 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.626 ms 17.763 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 101.795 ms 29.832 ms 141.101.73.111 (141.101.73.111) 17.631 ms + 9 141.101.73.149 (141.101.73.149) 32.492 ms 141.101.73.111 (141.101.73.111) 44.646 ms 16.574 ms +10 one.one.one.one (1.1.1.1) 23.738 ms 17.715 ms 12.700 ms diff --git a/logs/trace_20260928_214433_956520.json b/logs/trace_20260928_214433_956520.json new file mode 100644 index 0000000..615be5d --- /dev/null +++ b/logs/trace_20260928_214433_956520.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:44:34.961-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.693, + 11.568, + 11.826 + ], + "median_ms": 11.693, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.693 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.568 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.826 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.886, + 11.097, + 11.625 + ], + "median_ms": 11.625, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.886 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.097 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.625 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.514, + 14.809, + 15.848 + ], + "median_ms": 15.848, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.514 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.809 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.848 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.863, + 13.794, + 33.855 + ], + "median_ms": 13.863, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.863 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.794 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 33.855 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 28.692, + 35.628, + 24.666 + ], + "median_ms": 28.692, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 28.692 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 35.628 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.666 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.628, + 25.667, + 19.643 + ], + "median_ms": 25.667, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 36.628 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 25.667 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 19.643 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 56.657, + 31.692, + 47.752 + ], + "median_ms": 47.752, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 56.657 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 31.692 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 47.752 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.597, + 36.573, + 29.546 + ], + "median_ms": 29.546, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.597 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 36.573 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.546 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.644, + 15.662, + 15.611 + ], + "median_ms": 15.611, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 14.644 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.662 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.611 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.653, + 65.635, + 17.739 + ], + "median_ms": 17.739, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 15.653 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 65.635 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.739 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214433_956520.txt", + "spike_captured": true, + "spike_limit_ms": 57.3, + "spike_probes": [ + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 65.635 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 65.635, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1183 +} \ No newline at end of file diff --git a/logs/trace_20260928_214433_956520.txt b/logs/trace_20260928_214433_956520.txt new file mode 100644 index 0000000..87894c9 --- /dev/null +++ b/logs/trace_20260928_214433_956520.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.693 ms 11.568 ms 11.826 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.886 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.097 ms 11.625 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.514 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.809 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.848 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.863 ms 13.794 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 33.855 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 28.692 ms 35.628 ms 24.666 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 36.628 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 25.667 ms 19.643 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 56.657 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 31.692 ms 47.752 ms + 8 141.101.73.111 (141.101.73.111) 17.597 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 36.573 ms 29.546 ms + 9 141.101.73.195 (141.101.73.195) 14.644 ms 141.101.73.110 (141.101.73.110) 15.662 ms 141.101.73.111 (141.101.73.111) 15.611 ms +10 141.101.73.159 (141.101.73.159) 15.653 ms one.one.one.one (1.1.1.1) 65.635 ms 17.739 ms diff --git a/logs/trace_20260928_214437_957367.json b/logs/trace_20260928_214437_957367.json new file mode 100644 index 0000000..95e3189 --- /dev/null +++ b/logs/trace_20260928_214437_957367.json @@ -0,0 +1,351 @@ +{ + "time": "2026-09-28T21:44:39.963-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 43.53, + 54.507, + 41.887 + ], + "median_ms": 43.53, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 43.53 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 54.507 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 41.887 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 37.799, + 45.225, + 27.711 + ], + "median_ms": 37.799, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 37.799 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 45.225 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 27.711 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.687, + 56.935, + 24.565 + ], + "median_ms": 26.687, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 26.687 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 56.935 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 24.565 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.8, + 17.839, + 14.765 + ], + "median_ms": 15.8, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.8 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 17.839 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.765 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.676, + 18.774, + 46.86 + ], + "median_ms": 18.774, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.676 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.774 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 46.86 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.828, + 241.737, + 17.888 + ], + "median_ms": 19.828, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 19.828 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 241.737 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.888 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 124.794, + 27.643, + 30.65 + ], + "median_ms": 30.65, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 124.794 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 27.643 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 30.65 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.531, + 26.757, + 102.844 + ], + "median_ms": 26.757, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 18.531 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 26.757 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 102.844 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 93.659, + 133.408, + 50.598 + ], + "median_ms": 93.659, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 93.659 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 133.408 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 50.598 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.668, + 16.588, + 17.441 + ], + "median_ms": 17.441, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.668 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 16.588 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.441 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214437_957367.txt", + "spike_captured": true, + "spike_limit_ms": 57.45, + "spike_probes": [ + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 241.737 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 124.794 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 102.844 + }, + { + "hop": 9, + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 93.659 + }, + { + "hop": 9, + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 133.408 + } + ], + "spike_probe_count": 5, + "peak_probe_ms": 241.737, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1184 +} \ No newline at end of file diff --git a/logs/trace_20260928_214437_957367.txt b/logs/trace_20260928_214437_957367.txt new file mode 100644 index 0000000..2649206 --- /dev/null +++ b/logs/trace_20260928_214437_957367.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 43.530 ms 54.507 ms 41.887 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 37.799 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 45.225 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 27.711 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 26.687 ms 56.935 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 24.565 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.800 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 17.839 ms 14.765 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.676 ms 18.774 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 46.860 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 19.828 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 241.737 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.888 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 124.794 ms 27.643 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 30.650 ms + 8 141.101.73.111 (141.101.73.111) 18.531 ms 141.101.73.110 (141.101.73.110) 26.757 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 102.844 ms + 9 141.101.73.169 (141.101.73.169) 93.659 ms 141.101.73.157 (141.101.73.157) 133.408 ms 141.101.73.165 (141.101.73.165) 50.598 ms +10 one.one.one.one (1.1.1.1) 17.668 ms 141.101.73.179 (141.101.73.179) 16.588 ms one.one.one.one (1.1.1.1) 17.441 ms diff --git a/logs/trace_20260928_214446_959588.json b/logs/trace_20260928_214446_959588.json new file mode 100644 index 0000000..e8747f3 --- /dev/null +++ b/logs/trace_20260928_214446_959588.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:44:47.965-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.703, + 10.564, + 12.845 + ], + "median_ms": 11.703, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.703 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.564 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.845 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.814, + 21.912, + 21.224 + ], + "median_ms": 21.224, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.814 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 21.912 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 21.224 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 14.163, + 23.98, + 14.784 + ], + "median_ms": 14.784, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.163 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 23.98 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.784 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.766, + 12.145, + 13.743 + ], + "median_ms": 12.145, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 10.766 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.145 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.743 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 18.778, + 16.725, + 21.636 + ], + "median_ms": 18.778, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.778 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.725 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 21.636 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.775, + 22.819, + 22.827 + ], + "median_ms": 22.827, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.775 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 22.819 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 22.827 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.822, + 14.641, + 26.791 + ], + "median_ms": 15.822, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.822 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.641 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 26.791 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 27.705, + 77.943, + 17.611 + ], + "median_ms": 27.705, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 27.705 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 77.943 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.611 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.719, + 18.579, + 18.604 + ], + "median_ms": 18.579, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.719 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 18.579 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 18.604 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.824, + 31.551, + 16.535 + ], + "median_ms": 16.535, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.824 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 31.551 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.535 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214446_959588.txt", + "spike_captured": true, + "spike_limit_ms": 57.7, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 77.943 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 77.943, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1186 +} \ No newline at end of file diff --git a/logs/trace_20260928_214446_959588.txt b/logs/trace_20260928_214446_959588.txt new file mode 100644 index 0000000..6821eed --- /dev/null +++ b/logs/trace_20260928_214446_959588.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.703 ms 10.564 ms 12.845 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.814 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 21.912 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 21.224 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.163 ms 23.980 ms 14.784 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 10.766 ms 12.145 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.743 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 18.778 ms 16.725 ms 21.636 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 24.775 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 22.819 ms 22.827 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.822 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.641 ms 26.791 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 27.705 ms 77.943 ms 17.611 ms + 9 141.101.73.111 (141.101.73.111) 14.719 ms 141.101.73.149 (141.101.73.149) 18.579 ms 141.101.73.147 (141.101.73.147) 18.604 ms +10 one.one.one.one (1.1.1.1) 15.824 ms 141.101.73.157 (141.101.73.157) 31.551 ms one.one.one.one (1.1.1.1) 16.535 ms diff --git a/logs/trace_20260928_214505_964152.json b/logs/trace_20260928_214505_964152.json new file mode 100644 index 0000000..57a8b27 --- /dev/null +++ b/logs/trace_20260928_214505_964152.json @@ -0,0 +1,356 @@ +{ + "time": "2026-09-28T21:45:07.172-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.308, + 14.062, + 12.922 + ], + "median_ms": 12.922, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.308 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.062 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.922 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.914, + 17.948, + 11.962 + ], + "median_ms": 17.948, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 31.914 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 17.948 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.962 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 16.121, + 14.642, + 11.741 + ], + "median_ms": 14.642, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.121 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.642 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 11.741 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.665, + 24.74, + 13.777 + ], + "median_ms": 13.777, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.665 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 24.74 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.777 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.801, + 15.71, + 35.726 + ], + "median_ms": 23.801, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 23.801 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.71 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 35.726 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.746, + 15.684, + 15.784 + ], + "median_ms": 15.784, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 29.746 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.684 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.784 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 66.795, + 33.81, + 31.678 + ], + "median_ms": 33.81, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 66.795 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 33.81 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 31.678 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.759, + 18.67, + 22.598 + ], + "median_ms": 18.67, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.759 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.67 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 22.598 + } + ] + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": [ + 15.79, + 16.514, + 14.866 + ], + "median_ms": 15.79, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.79 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.514 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.866 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.443, + 35.57, + 27.44 + ], + "median_ms": 29.443, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 29.443 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 35.57 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 27.44 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 24.515, + 16.655, + 26.022 + ], + "median_ms": 24.515, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 24.515 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.655 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 26.022 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214505_964152.txt", + "spike_captured": true, + "spike_limit_ms": 57.55, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 66.795 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 66.795, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1191 +} \ No newline at end of file diff --git a/logs/trace_20260928_214505_964152.txt b/logs/trace_20260928_214505_964152.txt new file mode 100644 index 0000000..13709b9 --- /dev/null +++ b/logs/trace_20260928_214505_964152.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.308 ms 14.062 ms 12.922 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 31.914 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 17.948 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.962 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 16.121 ms 14.642 ms 11.741 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.665 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 24.740 ms 13.777 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 23.801 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.710 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 35.726 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 29.746 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.684 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.784 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 66.795 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 33.810 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 31.678 ms + 8 141.101.73.111 (141.101.73.111) 15.759 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 18.670 ms 22.598 ms + 9 141.101.73.111 (141.101.73.111) 15.790 ms 16.514 ms 14.866 ms +10 141.101.73.161 (141.101.73.161) 29.443 ms 141.101.73.165 (141.101.73.165) 35.570 ms 141.101.73.171 (141.101.73.171) 27.440 ms +11 one.one.one.one (1.1.1.1) 24.515 ms 16.655 ms 26.022 ms diff --git a/logs/trace_20260928_214512_965768.json b/logs/trace_20260928_214512_965768.json new file mode 100644 index 0000000..58fe99b --- /dev/null +++ b/logs/trace_20260928_214512_965768.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:45:14.174-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 15.118, + 10.521, + 11.11 + ], + "median_ms": 11.11, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.118 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.521 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.11 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.578, + 11.172, + 13.153 + ], + "median_ms": 12.578, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.578 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.172 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.153 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 15.311, + 14.879, + 14.735 + ], + "median_ms": 14.879, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.311 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.879 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.735 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.839, + 28.22, + 15.699 + ], + "median_ms": 24.839, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 24.839 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 28.22 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.699 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.863, + 61.843, + 18.834 + ], + "median_ms": 18.863, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.863 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 61.843 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.834 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.675, + 37.687, + 16.665 + ], + "median_ms": 20.675, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 20.675 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 37.687 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.665 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.888, + 37.721, + 16.835 + ], + "median_ms": 30.888, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 30.888 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 37.721 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.835 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 49.04, + 16.453, + 136.677 + ], + "median_ms": 49.04, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 49.04 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.453 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 136.677 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 49.718, + 15.51, + 18.706 + ], + "median_ms": 18.706, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 49.718 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.51 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 18.706 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.616, + 14.734, + 29.753 + ], + "median_ms": 15.616, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.616 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 14.734 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 29.753 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214512_965768.txt", + "spike_captured": true, + "spike_limit_ms": 57.55, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 61.843 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 136.677 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 136.677, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1193 +} \ No newline at end of file diff --git a/logs/trace_20260928_214512_965768.txt b/logs/trace_20260928_214512_965768.txt new file mode 100644 index 0000000..b2d0e3c --- /dev/null +++ b/logs/trace_20260928_214512_965768.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 15.118 ms 10.521 ms 11.110 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.578 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.172 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 13.153 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.311 ms 14.879 ms 14.735 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 24.839 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 28.220 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.699 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.863 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 61.843 ms 18.834 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 20.675 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 37.687 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.665 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 30.888 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 37.721 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.835 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 49.040 ms 141.101.73.110 (141.101.73.110) 16.453 ms 136.677 ms + 9 141.101.73.111 (141.101.73.111) 49.718 ms 15.510 ms 141.101.73.195 (141.101.73.195) 18.706 ms +10 one.one.one.one (1.1.1.1) 15.616 ms 141.101.73.165 (141.101.73.165) 14.734 ms one.one.one.one (1.1.1.1) 29.753 ms diff --git a/logs/trace_20260928_214516_966768.json b/logs/trace_20260928_214516_966768.json new file mode 100644 index 0000000..71b9726 --- /dev/null +++ b/logs/trace_20260928_214516_966768.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:45:17.773-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.883, + 20.079, + 12.805 + ], + "median_ms": 12.805, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.883 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.079 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.805 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.866, + 11.143, + 10.261 + ], + "median_ms": 11.143, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.866 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.143 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 10.261 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.781, + 16.097, + 13.944 + ], + "median_ms": 14.781, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.781 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.097 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.944 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 14.087, + 13.995, + 14.055 + ], + "median_ms": 14.055, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.087 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.995 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.055 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.556, + 17.685, + 24.72 + ], + "median_ms": 17.685, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.556 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.685 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.72 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.652, + 69.875, + 25.692 + ], + "median_ms": 25.692, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.652 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 69.875 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 25.692 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.767, + 17.722, + 16.799 + ], + "median_ms": 17.722, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 30.767 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.722 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.799 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.78, + 16.452, + 24.712 + ], + "median_ms": 16.452, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.78 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.452 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 24.712 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.747, + 16.736, + 15.611 + ], + "median_ms": 16.736, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 26.747 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.736 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.611 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 14.689, + 16.757, + 35.58 + ], + "median_ms": 16.757, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.689 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.757 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 35.58 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214516_966768.txt", + "spike_captured": true, + "spike_limit_ms": 57.95, + "spike_probes": [ + { + "hop": 6, + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 69.875 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 69.875, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1194 +} \ No newline at end of file diff --git a/logs/trace_20260928_214516_966768.txt b/logs/trace_20260928_214516_966768.txt new file mode 100644 index 0000000..90f60f5 --- /dev/null +++ b/logs/trace_20260928_214516_966768.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.883 ms 20.079 ms 12.805 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.866 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.143 ms 10.261 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.781 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 16.097 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.944 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.087 ms 13.995 ms 14.055 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 17.556 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.685 ms 24.720 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.652 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 69.875 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 25.692 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 30.767 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.722 ms 16.799 ms + 8 141.101.73.111 (141.101.73.111) 15.780 ms 16.452 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 24.712 ms + 9 141.101.73.147 (141.101.73.147) 26.747 ms 141.101.73.111 (141.101.73.111) 16.736 ms 15.611 ms +10 one.one.one.one (1.1.1.1) 14.689 ms 16.757 ms 35.580 ms diff --git a/logs/trace_20260928_214519_967421.json b/logs/trace_20260928_214519_967421.json new file mode 100644 index 0000000..04ba925 --- /dev/null +++ b/logs/trace_20260928_214519_967421.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:45:21.176-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 30.079, + 14.606, + 12.833 + ], + "median_ms": 14.606, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 30.079 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.606 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.833 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.883, + 12.936, + 50.968 + ], + "median_ms": 12.936, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.883 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.936 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 50.968 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.635, + 35.815, + 27.786 + ], + "median_ms": 27.786, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.635 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 35.815 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 27.786 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.805, + 11.703, + 11.673 + ], + "median_ms": 11.703, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.805 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.703 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.673 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.826, + 37.822, + 16.726 + ], + "median_ms": 16.826, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.826 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 37.822 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.726 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.694, + 14.741, + 17.689 + ], + "median_ms": 17.689, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.694 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 14.741 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.689 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.748, + 36.63, + 34.82 + ], + "median_ms": 34.82, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.748 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 36.63 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 34.82 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.675, + 16.594, + 17.601 + ], + "median_ms": 16.594, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.675 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.594 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.601 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.659, + 37.672, + 23.654 + ], + "median_ms": 23.659, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 23.659 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 37.672 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 23.654 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.574, + 16.699, + 63.465 + ], + "median_ms": 26.574, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 26.574 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 16.699 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 63.465 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214519_967421.txt", + "spike_captured": true, + "spike_limit_ms": 57.8, + "spike_probes": [ + { + "hop": 10, + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 63.465 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 63.465, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1195 +} \ No newline at end of file diff --git a/logs/trace_20260928_214519_967421.txt b/logs/trace_20260928_214519_967421.txt new file mode 100644 index 0000000..12c9ab1 --- /dev/null +++ b/logs/trace_20260928_214519_967421.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 30.079 ms 14.606 ms 12.833 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.883 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.936 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 50.968 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.635 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 35.815 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 27.786 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.805 ms 11.703 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.673 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.826 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 37.822 ms 16.726 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 19.694 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 14.741 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 17.689 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.748 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 36.630 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 34.820 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.675 ms 141.101.73.111 (141.101.73.111) 16.594 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.601 ms + 9 141.101.73.125 (141.101.73.125) 23.659 ms 141.101.73.119 (141.101.73.119) 37.672 ms 141.101.73.177 (141.101.73.177) 23.654 ms +10 one.one.one.one (1.1.1.1) 26.574 ms 141.101.73.127 (141.101.73.127) 16.699 ms 141.101.73.147 (141.101.73.147) 63.465 ms diff --git a/logs/trace_20260928_214523_968338.json b/logs/trace_20260928_214523_968338.json new file mode 100644 index 0000000..24d65f6 --- /dev/null +++ b/logs/trace_20260928_214523_968338.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:45:25.176-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 14.268, + 23.864, + 13.76 + ], + "median_ms": 14.268, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.268 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 23.864 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.76 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.804, + 15.519, + 21.708 + ], + "median_ms": 21.708, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 27.804 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 15.519 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 21.708 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.714, + 26.667, + 27.66 + ], + "median_ms": 27.66, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 27.714 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 26.667 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 27.66 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.73, + 13.635, + 28.718 + ], + "median_ms": 22.73, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 22.73 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.635 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 28.718 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.698, + 16.657, + 19.66 + ], + "median_ms": 16.657, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.698 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.657 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 19.66 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 40.614, + 23.639, + 18.665 + ], + "median_ms": 23.639, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 40.614 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 23.639 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 18.665 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.616, + 16.678, + 78.69 + ], + "median_ms": 21.616, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 21.616 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.678 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 78.69 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.67, + 34.597, + 43.648 + ], + "median_ms": 34.597, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.67 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 34.597 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 43.648 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.668, + 18.602, + 15.602 + ], + "median_ms": 18.602, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 20.668 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 18.602 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.602 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.512, + 27.724, + 16.531 + ], + "median_ms": 16.531, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.512 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 27.724 + }, + { + "ip": "141.101.73.167", + "hostname": null, + "rtt_ms": 16.531 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214523_968338.txt", + "spike_captured": true, + "spike_limit_ms": 57.7, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 78.69 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 78.69, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1196 +} \ No newline at end of file diff --git a/logs/trace_20260928_214523_968338.txt b/logs/trace_20260928_214523_968338.txt new file mode 100644 index 0000000..18b2f70 --- /dev/null +++ b/logs/trace_20260928_214523_968338.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 14.268 ms 23.864 ms 13.760 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 27.804 ms 15.519 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 21.708 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 27.714 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 26.667 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 27.660 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 22.730 ms 13.635 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 28.718 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 14.698 ms 16.657 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 19.660 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 40.614 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 23.639 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 18.665 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 21.616 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.678 ms 78.690 ms + 8 141.101.73.110 (141.101.73.110) 15.670 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 34.597 ms 43.648 ms + 9 141.101.73.117 (141.101.73.117) 20.668 ms 141.101.73.119 (141.101.73.119) 18.602 ms 141.101.73.110 (141.101.73.110) 15.602 ms +10 one.one.one.one (1.1.1.1) 16.512 ms 141.101.73.165 (141.101.73.165) 27.724 ms 141.101.73.167 (141.101.73.167) 16.531 ms diff --git a/logs/trace_20260928_214527_969364.json b/logs/trace_20260928_214527_969364.json new file mode 100644 index 0000000..0c168fe --- /dev/null +++ b/logs/trace_20260928_214527_969364.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:45:28.974-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 10.499, + 9.912, + 10.838 + ], + "median_ms": 10.499, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.499 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.912 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.838 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.877, + 19.31, + 7.894 + ], + "median_ms": 11.877, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.877 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 19.31 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 7.894 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.967, + 12.908, + 23.917 + ], + "median_ms": 14.967, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.967 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.908 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 23.917 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.666, + 21.881, + 37.747 + ], + "median_ms": 21.881, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.666 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 21.881 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 37.747 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.772, + 59.874, + 44.721 + ], + "median_ms": 44.721, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 28.772 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 59.874 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 44.721 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 48.3, + 14.299, + 15.04 + ], + "median_ms": 15.04, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 48.3 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.299 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.04 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 16.856, + 14.563, + 16.667 + ], + "median_ms": 16.667, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.856 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.563 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.667 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.697, + 10.77, + 14.713 + ], + "median_ms": 14.713, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 23.697 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 10.77 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.713 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.493, + 18.424, + 21.614 + ], + "median_ms": 20.493, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 20.493 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 18.424 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 21.614 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.611, + 14.643, + 16.581 + ], + "median_ms": 16.581, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 24.611 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.643 + }, + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 16.581 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214527_969364.txt", + "spike_captured": true, + "spike_limit_ms": 57.5, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 59.874 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 59.874, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1197 +} \ No newline at end of file diff --git a/logs/trace_20260928_214527_969364.txt b/logs/trace_20260928_214527_969364.txt new file mode 100644 index 0000000..38dfe05 --- /dev/null +++ b/logs/trace_20260928_214527_969364.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 10.499 ms 9.912 ms 10.838 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.877 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 19.310 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 7.894 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.967 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.908 ms 23.917 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.666 ms 21.881 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 37.747 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 28.772 ms 59.874 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 44.721 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 48.300 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 14.299 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.040 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.856 ms 14.563 ms 16.667 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 23.697 ms 10.770 ms 141.101.73.110 (141.101.73.110) 14.713 ms + 9 141.101.73.195 (141.101.73.195) 20.493 ms 141.101.73.159 (141.101.73.159) 18.424 ms 141.101.73.171 (141.101.73.171) 21.614 ms +10 one.one.one.one (1.1.1.1) 24.611 ms 14.643 ms 141.101.73.177 (141.101.73.177) 16.581 ms diff --git a/logs/trace_20260928_214531_970274.json b/logs/trace_20260928_214531_970274.json new file mode 100644 index 0000000..ee075ab --- /dev/null +++ b/logs/trace_20260928_214531_970274.json @@ -0,0 +1,339 @@ +{ + "time": "2026-09-28T21:45:33.379-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 49.369, + 72.971, + 30.849 + ], + "median_ms": 49.369, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 49.369 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 72.971 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 30.849 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.762, + 26.535, + 34.709 + ], + "median_ms": 26.535, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.762 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 26.535 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 34.709 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.655, + 14.814, + 27.565 + ], + "median_ms": 14.814, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.655 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.814 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 27.565 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.716, + 38.655, + 15.622 + ], + "median_ms": 15.716, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.716 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 38.655 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.622 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.68, + 19.624, + 16.851 + ], + "median_ms": 19.624, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 36.68 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 19.624 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.851 + } + ] + }, + { + "hop": 6, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": [ + 20.567, + 68.645, + 31.671 + ], + "median_ms": 31.671, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 20.567 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 68.645 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 31.671 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.689, + 67.595, + 16.621 + ], + "median_ms": 28.689, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 28.689 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 67.595 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.621 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.618, + 19.607, + 48.765 + ], + "median_ms": 23.618, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 23.618 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 19.607 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 48.765 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.586, + 11.573, + 16.832 + ], + "median_ms": 14.586, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.586 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 11.573 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 16.832 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.919, + 16.904, + 51.923 + ], + "median_ms": 16.904, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 14.919 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.904 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 51.923 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214531_970274.txt", + "spike_captured": true, + "spike_limit_ms": 57.3, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 72.971 + }, + { + "hop": 6, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 68.645 + }, + { + "hop": 7, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 67.595 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 72.971, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1198 +} \ No newline at end of file diff --git a/logs/trace_20260928_214531_970274.txt b/logs/trace_20260928_214531_970274.txt new file mode 100644 index 0000000..cd457ed --- /dev/null +++ b/logs/trace_20260928_214531_970274.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 49.369 ms 72.971 ms 30.849 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.762 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 26.535 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 34.709 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.655 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.814 ms 27.565 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.716 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 38.655 ms 15.622 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 36.680 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 19.624 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.851 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 20.567 ms 68.645 ms 31.671 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 28.689 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 67.595 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.621 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 23.618 ms 19.607 ms 141.101.73.110 (141.101.73.110) 48.765 ms + 9 141.101.73.111 (141.101.73.111) 14.586 ms 11.573 ms 141.101.73.127 (141.101.73.127) 16.832 ms +10 141.101.73.173 (141.101.73.173) 14.919 ms one.one.one.one (1.1.1.1) 16.904 ms 141.101.73.165 (141.101.73.165) 51.923 ms diff --git a/logs/trace_20260928_214539_972276.json b/logs/trace_20260928_214539_972276.json new file mode 100644 index 0000000..22cfe94 --- /dev/null +++ b/logs/trace_20260928_214539_972276.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:45:40.977-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 14.451, + 12.888, + 12.836 + ], + "median_ms": 12.888, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.451 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.888 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.836 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.861, + 12.519, + 15.208 + ], + "median_ms": 15.208, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 31.861 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.519 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 15.208 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 73.798, + 25.817, + 56.826 + ], + "median_ms": 56.826, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 73.798 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 25.817 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 56.826 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.766, + 13.0, + 61.701 + ], + "median_ms": 13.0, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.766 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.0 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 61.701 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.842, + 18.743, + 15.785 + ], + "median_ms": 16.842, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.842 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.743 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.785 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.657, + 23.794, + 17.874 + ], + "median_ms": 17.874, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.657 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 23.794 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.874 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.745, + 15.681, + 42.021 + ], + "median_ms": 22.745, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 22.745 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.681 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 42.021 + } + ] + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": [ + 14.537, + 14.561, + 23.632 + ], + "median_ms": 14.561, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.537 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.561 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 23.632 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.653, + 15.624, + 24.673 + ], + "median_ms": 15.624, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.653 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.624 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 24.673 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.704, + 30.857, + 16.585 + ], + "median_ms": 16.585, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.704 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 30.857 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 16.585 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214539_972276.txt", + "spike_captured": true, + "spike_limit_ms": 57.3, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 73.798 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 61.701 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 73.798, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1200 +} \ No newline at end of file diff --git a/logs/trace_20260928_214539_972276.txt b/logs/trace_20260928_214539_972276.txt new file mode 100644 index 0000000..767f86d --- /dev/null +++ b/logs/trace_20260928_214539_972276.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 14.451 ms 12.888 ms 12.836 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 31.861 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.519 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 15.208 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 73.798 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 25.817 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 56.826 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.766 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.000 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 61.701 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.842 ms 18.743 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.785 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.657 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 23.794 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 17.874 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 22.745 ms 15.681 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 42.021 ms + 8 141.101.73.111 (141.101.73.111) 14.537 ms 14.561 ms 23.632 ms + 9 141.101.73.110 (141.101.73.110) 14.653 ms 15.624 ms 141.101.73.117 (141.101.73.117) 24.673 ms +10 one.one.one.one (1.1.1.1) 14.704 ms 30.857 ms 141.101.73.161 (141.101.73.161) 16.585 ms diff --git a/logs/trace_20260928_214547_974013.json b/logs/trace_20260928_214547_974013.json new file mode 100644 index 0000000..dc394d9 --- /dev/null +++ b/logs/trace_20260928_214547_974013.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:45:49.783-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.901, + 16.623, + 21.794 + ], + "median_ms": 16.623, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.901 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 16.623 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.794 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.765, + 25.499, + 31.775 + ], + "median_ms": 25.499, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.765 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 25.499 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 31.775 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.666, + 28.806, + 119.759 + ], + "median_ms": 28.806, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.666 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 28.806 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 119.759 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 44.643, + 127.706, + 17.875 + ], + "median_ms": 44.643, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 44.643 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 127.706 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 17.875 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 45.664, + 19.678, + 28.69 + ], + "median_ms": 28.69, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 45.664 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.678 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 28.69 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.664, + 18.768, + 44.662 + ], + "median_ms": 20.664, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 20.664 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.768 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 44.662 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.73, + 74.698, + 37.758 + ], + "median_ms": 37.758, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 27.73 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 74.698 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 37.758 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 34.899, + 13.652 + ], + "median_ms": 24.2755, + "timeouts": 1, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 34.899 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 13.652 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.871, + 16.481, + 16.578 + ], + "median_ms": 16.578, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 24.871 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.481 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.578 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.646, + 17.532, + 24.824 + ], + "median_ms": 17.532, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 16.646 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.532 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 24.824 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214547_974013.txt", + "spike_captured": true, + "spike_limit_ms": 57.3, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 119.759 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 127.706 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 74.698 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 127.706, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1202 +} \ No newline at end of file diff --git a/logs/trace_20260928_214547_974013.txt b/logs/trace_20260928_214547_974013.txt new file mode 100644 index 0000000..07a6134 --- /dev/null +++ b/logs/trace_20260928_214547_974013.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.901 ms 16.623 ms 21.794 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.765 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 25.499 ms 31.775 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.666 ms 28.806 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 119.759 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 44.643 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 127.706 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 17.875 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 45.664 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 19.678 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 28.690 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 20.664 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 18.768 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 44.662 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 27.730 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 74.698 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 37.758 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 34.899 ms * 13.652 ms + 9 141.101.73.147 (141.101.73.147) 24.871 ms 141.101.73.111 (141.101.73.111) 16.481 ms 141.101.73.110 (141.101.73.110) 16.578 ms +10 141.101.73.125 (141.101.73.125) 16.646 ms one.one.one.one (1.1.1.1) 17.532 ms 24.824 ms diff --git a/logs/trace_20260928_214559_976838.json b/logs/trace_20260928_214559_976838.json new file mode 100644 index 0000000..f762403 --- /dev/null +++ b/logs/trace_20260928_214559_976838.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:46:01.184-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 22.463, + 11.792, + 16.824 + ], + "median_ms": 16.824, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.463 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.792 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 16.824 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.798, + 21.51, + 21.129 + ], + "median_ms": 21.129, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.798 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 21.51 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 21.129 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.042, + 18.731, + 13.671 + ], + "median_ms": 14.042, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.042 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 18.731 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.671 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.791, + 13.565, + 12.686 + ], + "median_ms": 13.565, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.791 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.565 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.686 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.733, + 18.712, + 16.665 + ], + "median_ms": 18.712, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 24.733 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.712 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.665 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.728, + 28.755, + 18.672 + ], + "median_ms": 25.728, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.728 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 28.755 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.672 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.635, + 46.77, + 24.67 + ], + "median_ms": 24.67, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 13.635 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 46.77 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 24.67 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.688, + 24.55, + 20.674 + ], + "median_ms": 20.674, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 19.688 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 24.55 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 20.674 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.572, + 24.569, + 28.601 + ], + "median_ms": 24.569, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 15.572 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 24.569 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 28.601 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 18.541, + 238.135, + 18.565 + ], + "median_ms": 18.565, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.541 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 238.135 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.565 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214559_976838.txt", + "spike_captured": true, + "spike_limit_ms": 57.6, + "spike_probes": [ + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 238.135 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 238.135, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1205 +} \ No newline at end of file diff --git a/logs/trace_20260928_214559_976838.txt b/logs/trace_20260928_214559_976838.txt new file mode 100644 index 0000000..c54fd5e --- /dev/null +++ b/logs/trace_20260928_214559_976838.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 22.463 ms 11.792 ms 16.824 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.798 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 21.510 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 21.129 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.042 ms 18.731 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.671 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.791 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.565 ms 12.686 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 24.733 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 18.712 ms 16.665 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 25.728 ms 28.755 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 18.672 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 13.635 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 46.770 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 24.670 ms + 8 141.101.73.111 (141.101.73.111) 19.688 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 24.550 ms 20.674 ms + 9 141.101.73.119 (141.101.73.119) 15.572 ms 141.101.73.127 (141.101.73.127) 24.569 ms 141.101.73.110 (141.101.73.110) 28.601 ms +10 one.one.one.one (1.1.1.1) 18.541 ms 238.135 ms 18.565 ms diff --git a/logs/trace_20260928_214614_980295.json b/logs/trace_20260928_214614_980295.json new file mode 100644 index 0000000..9250039 --- /dev/null +++ b/logs/trace_20260928_214614_980295.json @@ -0,0 +1,357 @@ +{ + "time": "2026-09-28T21:46:16.788-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.698, + 16.953, + 76.927 + ], + "median_ms": 16.953, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.698 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 16.953 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 76.927 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.755, + 13.673, + 15.028 + ], + "median_ms": 15.028, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 20.755 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.673 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 15.028 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.82, + 18.711, + 24.743 + ], + "median_ms": 18.711, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.82 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 18.711 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 24.743 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 254.78, + 62.703, + 38.643 + ], + "median_ms": 62.703, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 254.78 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 62.703 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 38.643 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 19.697, + 19.678, + 34.715 + ], + "median_ms": 19.697, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.697 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.678 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 34.715 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 40.682, + 23.76, + 130.744 + ], + "median_ms": 40.682, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 40.682 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 23.76 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 130.744 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.857, + 31.572, + 27.636 + ], + "median_ms": 27.636, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 26.857 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 31.572 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 27.636 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 39.181, + 83.251, + 26.726 + ], + "median_ms": 39.181, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 39.181 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 83.251 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 26.726 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.705, + 74.56, + 29.55 + ], + "median_ms": 30.705, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 30.705 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 74.56 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 29.55 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.561, + 29.706, + 28.551 + ], + "median_ms": 28.551, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.561 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 29.706 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 28.551 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214614_980295.txt", + "spike_captured": true, + "spike_limit_ms": 59.05, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 76.927 + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 254.78 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 62.703 + }, + { + "hop": 6, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 130.744 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 83.251 + }, + { + "hop": 9, + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 74.56 + } + ], + "spike_probe_count": 6, + "peak_probe_ms": 254.78, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1209 +} \ No newline at end of file diff --git a/logs/trace_20260928_214614_980295.txt b/logs/trace_20260928_214614_980295.txt new file mode 100644 index 0000000..05fed19 --- /dev/null +++ b/logs/trace_20260928_214614_980295.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.698 ms 16.953 ms 76.927 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 20.755 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 13.673 ms 15.028 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.820 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 18.711 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 24.743 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 254.780 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 62.703 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 38.643 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 19.697 ms 19.678 ms 34.715 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 40.682 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 23.760 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 130.744 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 26.857 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 31.572 ms 27.636 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 39.181 ms 83.251 ms 141.101.73.111 (141.101.73.111) 26.726 ms + 9 141.101.73.111 (141.101.73.111) 30.705 ms 141.101.73.157 (141.101.73.157) 74.560 ms 141.101.73.110 (141.101.73.110) 29.550 ms +10 one.one.one.one (1.1.1.1) 16.561 ms 141.101.73.157 (141.101.73.157) 29.706 ms one.one.one.one (1.1.1.1) 28.551 ms diff --git a/logs/trace_20260928_214618_981294.json b/logs/trace_20260928_214618_981294.json new file mode 100644 index 0000000..c583cac --- /dev/null +++ b/logs/trace_20260928_214618_981294.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:46:20.389-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.521, + 15.023, + 10.903 + ], + "median_ms": 12.521, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.521 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.023 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.903 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 29.769, + 32.655, + 9.202 + ], + "median_ms": 29.769, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 29.769 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 32.655 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 9.202 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.197, + 25.083, + 24.804 + ], + "median_ms": 24.804, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.197 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 25.083 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 24.804 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.639, + 12.74, + 47.871 + ], + "median_ms": 33.639, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 33.639 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.74 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 47.871 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 40.705, + 16.694, + 16.678 + ], + "median_ms": 16.694, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 40.705 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.694 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.678 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.642, + 16.725, + 24.825 + ], + "median_ms": 20.642, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 20.642 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.725 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.825 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.677, + 28.757, + 32.153 + ], + "median_ms": 30.677, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 30.677 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 28.757 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 32.153 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 46.737, + 63.733, + 47.722 + ], + "median_ms": 47.722, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 46.737 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 63.733 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 47.722 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 38.667, + 83.593, + 17.34 + ], + "median_ms": 38.667, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 38.667 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 83.593 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 17.34 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.645, + 17.581, + 19.585 + ], + "median_ms": 17.581, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 16.645 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 17.581 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 19.585 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214618_981294.txt", + "spike_captured": true, + "spike_limit_ms": 60.300000000000004, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 63.733 + }, + { + "hop": 9, + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 83.593 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 83.593, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1210 +} \ No newline at end of file diff --git a/logs/trace_20260928_214618_981294.txt b/logs/trace_20260928_214618_981294.txt new file mode 100644 index 0000000..d6160a4 --- /dev/null +++ b/logs/trace_20260928_214618_981294.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.521 ms 15.023 ms 10.903 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 29.769 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 32.655 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 9.202 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 16.197 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 25.083 ms 24.804 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 33.639 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.740 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 47.871 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 40.705 ms 16.694 ms 16.678 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 20.642 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 16.725 ms 24.825 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 30.677 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 28.757 ms 32.153 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 46.737 ms 63.733 ms 47.722 ms + 9 141.101.73.111 (141.101.73.111) 38.667 ms 141.101.73.165 (141.101.73.165) 83.593 ms 141.101.73.110 (141.101.73.110) 17.340 ms +10 141.101.73.161 (141.101.73.161) 16.645 ms 141.101.73.119 (141.101.73.119) 17.581 ms one.one.one.one (1.1.1.1) 19.585 ms diff --git a/logs/trace_20260928_214622_982232.json b/logs/trace_20260928_214622_982232.json new file mode 100644 index 0000000..33e55ea --- /dev/null +++ b/logs/trace_20260928_214622_982232.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:46:24.190-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.773, + 12.016, + 11.947 + ], + "median_ms": 11.947, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.773 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.016 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.947 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 32.887, + 10.892, + 11.555 + ], + "median_ms": 11.555, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 32.887 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 10.892 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.555 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.415, + 17.157, + 17.033 + ], + "median_ms": 17.033, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 16.415 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 17.157 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 17.033 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 13.882, + 12.823, + 12.877 + ], + "median_ms": 12.877, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.882 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.823 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.877 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": [ + 16.517, + 14.873, + 17.487 + ], + "median_ms": 16.517, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.517 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.873 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 17.487 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.687, + 16.345, + 17.425 + ], + "median_ms": 17.425, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.687 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.345 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.425 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.741, + 49.813, + 101.799 + ], + "median_ms": 49.813, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.741 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 49.813 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 101.799 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 39.722, + 23.756, + 50.622 + ], + "median_ms": 39.722, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 39.722 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 23.756 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 50.622 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.673, + 13.631, + 17.817 + ], + "median_ms": 14.673, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.673 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.631 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 17.817 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.641, + 35.644, + 54.744 + ], + "median_ms": 35.644, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 31.641 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 35.644 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 54.744 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214622_982232.txt", + "spike_captured": true, + "spike_limit_ms": 59.5, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 101.799 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 101.799, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1211 +} \ No newline at end of file diff --git a/logs/trace_20260928_214622_982232.txt b/logs/trace_20260928_214622_982232.txt new file mode 100644 index 0000000..8cdf0b3 --- /dev/null +++ b/logs/trace_20260928_214622_982232.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.773 ms 12.016 ms 11.947 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 32.887 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 10.892 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.555 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 16.415 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 17.157 ms 17.033 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.882 ms 12.823 ms 12.877 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.517 ms 14.873 ms 17.487 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 17.687 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.345 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 17.425 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.741 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 49.813 ms 101.799 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 39.722 ms 23.756 ms 50.622 ms + 9 141.101.73.110 (141.101.73.110) 14.673 ms 13.631 ms 141.101.73.195 (141.101.73.195) 17.817 ms +10 141.101.73.163 (141.101.73.163) 31.641 ms one.one.one.one (1.1.1.1) 35.644 ms 141.101.73.161 (141.101.73.161) 54.744 ms diff --git a/logs/trace_20260928_214626_983242.json b/logs/trace_20260928_214626_983242.json new file mode 100644 index 0000000..5cc5167 --- /dev/null +++ b/logs/trace_20260928_214626_983242.json @@ -0,0 +1,345 @@ +{ + "time": "2026-09-28T21:46:28.388-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 15.965, + 37.896, + 47.893 + ], + "median_ms": 37.896, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 15.965 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 37.896 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 47.893 + } + ] + }, + { + "hop": 2, + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": [ + 50.115, + 24.998, + 44.656 + ], + "median_ms": 44.656, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 50.115 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 24.998 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 44.656 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 61.675, + 56.848, + 61.665 + ], + "median_ms": 61.665, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 61.675 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 56.848 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 61.665 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 51.813, + 7.466, + 25.827 + ], + "median_ms": 25.827, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 51.813 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 7.466 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 25.827 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.77, + 31.643, + 18.781 + ], + "median_ms": 26.77, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.77 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 31.643 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.781 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.719, + 16.661, + 15.655 + ], + "median_ms": 15.719, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.719 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.661 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.655 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.767, + 14.597, + 16.705 + ], + "median_ms": 14.767, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.767 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.597 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.705 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 29.799, + 35.665, + 13.608 + ], + "median_ms": 29.799, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.799 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 35.665 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 13.608 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.823, + 113.678, + 38.65 + ], + "median_ms": 38.65, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.823 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 113.678 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 38.65 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 72.396, + 41.672, + 16.648 + ], + "median_ms": 41.672, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 72.396 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 41.672 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 16.648 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214626_983242.txt", + "spike_captured": true, + "spike_limit_ms": 59.5, + "spike_probes": [ + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 61.675 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 61.665 + }, + { + "hop": 9, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 113.678 + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 72.396 + } + ], + "spike_probe_count": 4, + "peak_probe_ms": 113.678, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1212 +} \ No newline at end of file diff --git a/logs/trace_20260928_214626_983242.txt b/logs/trace_20260928_214626_983242.txt new file mode 100644 index 0000000..aa78930 --- /dev/null +++ b/logs/trace_20260928_214626_983242.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 15.965 ms 37.896 ms 47.893 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 50.115 ms 24.998 ms 44.656 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 61.675 ms 56.848 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 61.665 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 51.813 ms 7.466 ms 25.827 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 26.770 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 31.643 ms 18.781 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.719 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.661 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.655 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 14.767 ms 14.597 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.705 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 29.799 ms 35.665 ms 13.608 ms + 9 141.101.73.111 (141.101.73.111) 15.823 ms 113.678 ms 141.101.73.171 (141.101.73.171) 38.650 ms +10 one.one.one.one (1.1.1.1) 72.396 ms 41.672 ms 141.101.73.169 (141.101.73.169) 16.648 ms diff --git a/logs/trace_20260928_214642_986946.json b/logs/trace_20260928_214642_986946.json new file mode 100644 index 0000000..a1f5f6f --- /dev/null +++ b/logs/trace_20260928_214642_986946.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:46:44.195-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 23.068, + 11.952, + 26.84 + ], + "median_ms": 23.068, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 23.068 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.952 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 26.84 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.684, + 10.757, + 11.078 + ], + "median_ms": 11.078, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 13.684 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.757 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.078 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.954, + 13.01, + 23.991 + ], + "median_ms": 13.954, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.954 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.01 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 23.991 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 13.544, + 15.728, + 20.796 + ], + "median_ms": 15.728, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.544 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.728 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 20.796 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.688, + 20.741, + 159.672 + ], + "median_ms": 24.688, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 24.688 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 20.741 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 159.672 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.618, + 26.649, + 36.76 + ], + "median_ms": 26.649, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.618 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 26.649 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 36.76 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.628, + 27.722, + 26.692 + ], + "median_ms": 26.692, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 20.628 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 27.722 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 26.692 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.646, + 17.707, + 58.796 + ], + "median_ms": 17.707, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.646 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.707 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 58.796 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.618, + 25.577, + 15.603 + ], + "median_ms": 22.618, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 22.618 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 25.577 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.603 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.779, + 17.327, + 16.666 + ], + "median_ms": 16.779, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 16.779 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.327 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.666 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214642_986946.txt", + "spike_captured": true, + "spike_limit_ms": 59.85, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 159.672 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 159.672, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1216 +} \ No newline at end of file diff --git a/logs/trace_20260928_214642_986946.txt b/logs/trace_20260928_214642_986946.txt new file mode 100644 index 0000000..162ad66 --- /dev/null +++ b/logs/trace_20260928_214642_986946.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 23.068 ms 11.952 ms 26.840 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 13.684 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 10.757 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.078 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.954 ms 13.010 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 23.991 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.544 ms 15.728 ms 20.796 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 24.688 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 20.741 ms 159.672 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 19.618 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 26.649 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 36.760 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 20.628 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 27.722 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 26.692 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.646 ms 17.707 ms 141.101.73.110 (141.101.73.110) 58.796 ms + 9 141.101.73.111 (141.101.73.111) 22.618 ms 141.101.73.157 (141.101.73.157) 25.577 ms 141.101.73.111 (141.101.73.111) 15.603 ms +10 141.101.73.157 (141.101.73.157) 16.779 ms one.one.one.one (1.1.1.1) 17.327 ms 16.666 ms diff --git a/logs/trace_20260928_214646_987964.json b/logs/trace_20260928_214646_987964.json new file mode 100644 index 0000000..044c6fd --- /dev/null +++ b/logs/trace_20260928_214646_987964.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:46:47.794-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 21.727, + 27.034, + 12.859 + ], + "median_ms": 21.727, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.727 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 27.034 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.859 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.913, + 10.701, + 12.393 + ], + "median_ms": 12.393, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.913 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 10.701 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.393 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 14.822, + 13.05, + 14.828 + ], + "median_ms": 14.822, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.822 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.05 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.828 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.612, + 11.888, + 12.708 + ], + "median_ms": 12.708, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.612 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.888 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.708 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.65, + 22.866, + 16.771 + ], + "median_ms": 16.771, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.65 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 22.866 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.771 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 63.887, + 20.502, + 15.819 + ], + "median_ms": 20.502, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 63.887 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 20.502 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.819 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 16.629, + 24.711, + 12.657 + ], + "median_ms": 16.629, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.629 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 24.711 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 12.657 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.724, + 17.473, + 14.73 + ], + "median_ms": 17.473, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 22.724 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.473 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 14.73 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.667, + 13.645, + 14.967 + ], + "median_ms": 14.967, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 17.667 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 13.645 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.967 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 16.374, + 15.8, + 16.7 + ], + "median_ms": 16.374, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.374 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.8 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.7 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214646_987964.txt", + "spike_captured": true, + "spike_limit_ms": 59.15, + "spike_probes": [ + { + "hop": 6, + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 63.887 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 63.887, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1217 +} \ No newline at end of file diff --git a/logs/trace_20260928_214646_987964.txt b/logs/trace_20260928_214646_987964.txt new file mode 100644 index 0000000..74cf464 --- /dev/null +++ b/logs/trace_20260928_214646_987964.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 21.727 ms 27.034 ms 12.859 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.913 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 10.701 ms 12.393 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.822 ms 13.050 ms 14.828 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.612 ms 11.888 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.708 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 15.650 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 22.866 ms 16.771 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 63.887 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 20.502 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 15.819 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.629 ms 24.711 ms 12.657 ms + 8 141.101.73.110 (141.101.73.110) 22.724 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.473 ms 14.730 ms + 9 141.101.73.117 (141.101.73.117) 17.667 ms 141.101.73.111 (141.101.73.111) 13.645 ms 14.967 ms +10 one.one.one.one (1.1.1.1) 16.374 ms 15.800 ms 16.700 ms diff --git a/logs/trace_20260928_214706_993198.json b/logs/trace_20260928_214706_993198.json new file mode 100644 index 0000000..d9593d9 --- /dev/null +++ b/logs/trace_20260928_214706_993198.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:47:07.996-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.157, + 20.025, + 12.843 + ], + "median_ms": 13.157, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.157 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.025 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.843 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.826, + 10.637, + 13.056 + ], + "median_ms": 13.056, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 33.826 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 10.637 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 13.056 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.988, + 15.913, + 14.015 + ], + "median_ms": 14.988, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.988 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.913 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.015 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.773, + 22.819, + 16.779 + ], + "median_ms": 16.779, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.773 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 22.819 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 16.779 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 87.709, + 41.673, + 25.789 + ], + "median_ms": 41.673, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 87.709 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 41.673 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.789 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.74, + 16.705, + 18.733 + ], + "median_ms": 18.733, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 23.74 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.705 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 18.733 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.707, + 31.829, + 16.566 + ], + "median_ms": 18.707, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.707 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 31.829 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.566 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.694, + 24.907, + 14.563 + ], + "median_ms": 18.694, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.694 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 24.907 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.563 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.656, + 13.685, + 14.686 + ], + "median_ms": 14.686, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.656 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.685 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 14.686 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 25.54, + 28.616, + 14.82 + ], + "median_ms": 25.54, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 25.54 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 28.616 + }, + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 14.82 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214706_993198.txt", + "spike_captured": true, + "spike_limit_ms": 57.4, + "spike_probes": [ + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 87.709 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 87.709, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1223 +} \ No newline at end of file diff --git a/logs/trace_20260928_214706_993198.txt b/logs/trace_20260928_214706_993198.txt new file mode 100644 index 0000000..77a3ec8 --- /dev/null +++ b/logs/trace_20260928_214706_993198.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.157 ms 20.025 ms 12.843 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 33.826 ms 10.637 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 13.056 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.988 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 15.913 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.015 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.773 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 22.819 ms 16.779 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 87.709 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 41.673 ms 25.789 ms + 6 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 23.740 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 16.705 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 18.733 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 18.707 ms 31.829 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.566 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 18.694 ms 141.101.73.110 (141.101.73.110) 24.907 ms 141.101.73.111 (141.101.73.111) 14.563 ms + 9 141.101.73.110 (141.101.73.110) 15.656 ms 13.685 ms 141.101.73.163 (141.101.73.163) 14.686 ms +10 141.101.73.159 (141.101.73.159) 25.540 ms one.one.one.one (1.1.1.1) 28.616 ms 141.101.73.171 (141.101.73.171) 14.820 ms diff --git a/logs/trace_20260928_214710_993629.json b/logs/trace_20260928_214710_993629.json new file mode 100644 index 0000000..bb3b317 --- /dev/null +++ b/logs/trace_20260928_214710_993629.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:47:11.998-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 14.031, + 11.974, + 19.824 + ], + "median_ms": 14.031, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.031 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.974 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 19.824 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 8.773, + 21.977, + 13.436 + ], + "median_ms": 13.436, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 8.773 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 21.977 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.436 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.736, + 25.91, + 16.159 + ], + "median_ms": 16.159, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.736 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 25.91 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 16.159 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.723, + 14.527, + 14.679 + ], + "median_ms": 14.527, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.723 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.527 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.679 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.654, + 13.639, + 15.84 + ], + "median_ms": 14.654, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.654 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 13.639 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.84 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.663, + 16.656, + 17.774 + ], + "median_ms": 16.656, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.663 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.656 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.774 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 16.804, + 16.744, + 16.794 + ], + "median_ms": 16.794, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.804 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.744 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.794 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.634, + 15.804, + 14.635 + ], + "median_ms": 14.635, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 13.634 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.804 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.635 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.633, + 13.678, + 34.624 + ], + "median_ms": 16.633, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 16.633 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 13.678 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 34.624 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 63.77, + 13.547, + 16.646 + ], + "median_ms": 16.646, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 63.77 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 13.547 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.646 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214710_993629.txt", + "spike_captured": true, + "spike_limit_ms": 57.4, + "spike_probes": [ + { + "hop": 10, + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 63.77 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 63.77, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1224 +} \ No newline at end of file diff --git a/logs/trace_20260928_214710_993629.txt b/logs/trace_20260928_214710_993629.txt new file mode 100644 index 0000000..a2755a2 --- /dev/null +++ b/logs/trace_20260928_214710_993629.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 14.031 ms 11.974 ms 19.824 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 8.773 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 21.977 ms 13.436 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.736 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 25.910 ms 16.159 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.723 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.527 ms 14.679 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 14.654 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 13.639 ms 15.840 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 14.663 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 16.656 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.774 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.804 ms 16.744 ms 16.794 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 13.634 ms 15.804 ms 141.101.73.111 (141.101.73.111) 14.635 ms + 9 141.101.73.165 (141.101.73.165) 16.633 ms 141.101.73.149 (141.101.73.149) 13.678 ms 141.101.73.111 (141.101.73.111) 34.624 ms +10 141.101.73.179 (141.101.73.179) 63.770 ms one.one.one.one (1.1.1.1) 13.547 ms 16.646 ms diff --git a/logs/trace_20260928_214717_995133.json b/logs/trace_20260928_214717_995133.json new file mode 100644 index 0000000..171760e --- /dev/null +++ b/logs/trace_20260928_214717_995133.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:47:18.999-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 10.262, + 11.624, + 10.829 + ], + "median_ms": 10.829, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.262 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.624 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.829 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 8.925, + 12.18, + 12.224 + ], + "median_ms": 12.18, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 8.925 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.18 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.224 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 15.135, + 10.733, + 13.689 + ], + "median_ms": 13.689, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.135 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 10.733 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.689 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 11.702, + 12.696, + 12.703 + ], + "median_ms": 12.696, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.702 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.696 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.703 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.714, + 13.722, + 15.721 + ], + "median_ms": 13.722, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 13.714 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 13.722 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.721 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.872, + 15.676, + 16.695 + ], + "median_ms": 16.695, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.872 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.676 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.695 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.759, + 90.718, + 37.72 + ], + "median_ms": 37.72, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 14.759 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 90.718 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 37.72 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.669, + 15.592, + 20.6 + ], + "median_ms": 15.669, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.669 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.592 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 20.6 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.71, + 13.645, + 15.588 + ], + "median_ms": 15.588, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 16.71 + }, + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 13.645 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 15.588 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 14.58, + 14.891, + 14.576 + ], + "median_ms": 14.58, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.58 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.891 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.576 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214717_995133.txt", + "spike_captured": true, + "spike_limit_ms": 57.25, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 90.718 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 90.718, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1226 +} \ No newline at end of file diff --git a/logs/trace_20260928_214717_995133.txt b/logs/trace_20260928_214717_995133.txt new file mode 100644 index 0000000..0a72083 --- /dev/null +++ b/logs/trace_20260928_214717_995133.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 10.262 ms 11.624 ms 10.829 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 8.925 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.180 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.224 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.135 ms 10.733 ms 13.689 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 11.702 ms 12.696 ms 12.703 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 13.714 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 13.722 ms 15.721 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 16.872 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 15.676 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 16.695 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 14.759 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 90.718 ms 37.720 ms + 8 141.101.73.110 (141.101.73.110) 15.669 ms 141.101.73.111 (141.101.73.111) 15.592 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 20.600 ms + 9 141.101.73.119 (141.101.73.119) 16.710 ms 141.101.73.159 (141.101.73.159) 13.645 ms 141.101.73.195 (141.101.73.195) 15.588 ms +10 one.one.one.one (1.1.1.1) 14.580 ms 14.891 ms 14.576 ms diff --git a/logs/trace_20260928_214721_996042.json b/logs/trace_20260928_214721_996042.json new file mode 100644 index 0000000..8c516db --- /dev/null +++ b/logs/trace_20260928_214721_996042.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:47:23.001-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 9.834, + 12.913, + 11.764 + ], + "median_ms": 11.764, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.834 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.913 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.764 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.818, + 13.062, + 13.129 + ], + "median_ms": 13.062, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.818 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 13.062 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.129 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.675, + 17.807, + 14.828 + ], + "median_ms": 14.828, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.675 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 17.807 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.828 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 30.665, + 13.503, + 12.722 + ], + "median_ms": 13.503, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 30.665 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.503 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.722 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.844, + 28.821, + 24.799 + ], + "median_ms": 24.799, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 18.844 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 28.821 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 24.799 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.913, + 19.632, + 23.794 + ], + "median_ms": 19.632, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.913 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 19.632 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 23.794 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 33.715, + 16.764, + 17.665 + ], + "median_ms": 17.665, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 33.715 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.764 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.665 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.614, + 26.64, + 23.693 + ], + "median_ms": 23.693, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.614 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 26.64 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 23.693 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.621, + 15.488, + 18.753 + ], + "median_ms": 17.621, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.621 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.488 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 18.753 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.683, + 57.829, + 16.442 + ], + "median_ms": 16.683, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.683 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 57.829 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.442 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214721_996042.txt", + "spike_captured": true, + "spike_limit_ms": 57.15, + "spike_probes": [ + { + "hop": 10, + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 57.829 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 57.829, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1227 +} \ No newline at end of file diff --git a/logs/trace_20260928_214721_996042.txt b/logs/trace_20260928_214721_996042.txt new file mode 100644 index 0000000..78efc0c --- /dev/null +++ b/logs/trace_20260928_214721_996042.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 9.834 ms 12.913 ms 11.764 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.818 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 13.062 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 13.129 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.675 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 17.807 ms 14.828 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 30.665 ms 13.503 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.722 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 18.844 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 28.821 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 24.799 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 16.913 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 19.632 ms 23.794 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 33.715 ms 16.764 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.665 ms + 8 141.101.73.111 (141.101.73.111) 14.614 ms 26.640 ms 141.101.73.110 (141.101.73.110) 23.693 ms + 9 141.101.73.111 (141.101.73.111) 17.621 ms 141.101.73.110 (141.101.73.110) 15.488 ms 141.101.73.163 (141.101.73.163) 18.753 ms +10 one.one.one.one (1.1.1.1) 16.683 ms 141.101.73.119 (141.101.73.119) 57.829 ms one.one.one.one (1.1.1.1) 16.442 ms diff --git a/logs/trace_20260928_214725_997030.json b/logs/trace_20260928_214725_997030.json new file mode 100644 index 0000000..d6d30a9 --- /dev/null +++ b/logs/trace_20260928_214725_997030.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:47:27.204-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 14.732, + 12.985, + 12.888 + ], + "median_ms": 12.985, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.732 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.985 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.888 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.832, + 13.74, + 12.945 + ], + "median_ms": 12.945, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 10.832 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.74 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.945 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 24.827, + 24.685, + 43.698 + ], + "median_ms": 24.827, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 24.827 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 24.685 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 43.698 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 31.835, + 15.732, + 23.609 + ], + "median_ms": 23.609, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 31.835 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.732 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 23.609 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 26.845, + 14.821, + 18.97 + ], + "median_ms": 18.97, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.845 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.821 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 18.97 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 38.445, + 17.997, + 16.504 + ], + "median_ms": 17.997, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 38.445 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.997 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.504 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 19.78, + 16.82, + 96.839 + ], + "median_ms": 19.78, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 19.78 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 16.82 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 96.839 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.751, + 42.691, + 61.766 + ], + "median_ms": 42.691, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.751 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 42.691 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 61.766 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.686, + 37.716, + 13.589 + ], + "median_ms": 16.686, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.171", + "hostname": null, + "rtt_ms": 16.686 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 37.716 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.589 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.513, + 14.342, + 52.244 + ], + "median_ms": 17.513, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.177", + "hostname": null, + "rtt_ms": 17.513 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.342 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 52.244 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214725_997030.txt", + "spike_captured": true, + "spike_limit_ms": 57.05, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 96.839 + }, + { + "hop": 8, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 61.766 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 96.839, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1228 +} \ No newline at end of file diff --git a/logs/trace_20260928_214725_997030.txt b/logs/trace_20260928_214725_997030.txt new file mode 100644 index 0000000..ee42ae5 --- /dev/null +++ b/logs/trace_20260928_214725_997030.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 14.732 ms 12.985 ms 12.888 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 10.832 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 13.740 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.945 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 24.827 ms 24.685 ms 43.698 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 31.835 ms 15.732 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 23.609 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 26.845 ms 14.821 ms 18.970 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 38.445 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 17.997 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.504 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 19.780 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 16.820 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 96.839 ms + 8 141.101.73.111 (141.101.73.111) 16.751 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 42.691 ms 141.101.73.110 (141.101.73.110) 61.766 ms + 9 141.101.73.171 (141.101.73.171) 16.686 ms 141.101.73.111 (141.101.73.111) 37.716 ms 141.101.73.110 (141.101.73.110) 13.589 ms +10 141.101.73.177 (141.101.73.177) 17.513 ms one.one.one.one (1.1.1.1) 14.342 ms 52.244 ms diff --git a/logs/trace_20260928_214729_997975.json b/logs/trace_20260928_214729_997975.json new file mode 100644 index 0000000..3a15b9d --- /dev/null +++ b/logs/trace_20260928_214729_997975.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:47:31.003-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.243, + 12.108, + 12.008 + ], + "median_ms": 12.108, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.243 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.108 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.008 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.755, + 11.788, + 12.375 + ], + "median_ms": 11.788, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.755 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 11.788 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.375 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.27, + 17.797, + 14.025 + ], + "median_ms": 17.27, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 17.27 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 17.797 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.025 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 24.364, + 16.636, + 13.729 + ], + "median_ms": 16.636, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 24.364 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 16.636 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.729 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 15.694, + 24.96, + 20.543 + ], + "median_ms": 20.543, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.694 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 24.96 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 20.543 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.731, + 16.779, + 15.743 + ], + "median_ms": 16.779, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 22.731 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.779 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.743 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.783, + 32.794, + 16.773 + ], + "median_ms": 16.773, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.783 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 32.794 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.773 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.627, + 17.287, + 15.842 + ], + "median_ms": 15.842, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 13.627 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 17.287 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.842 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 61.642, + 27.704, + 12.956 + ], + "median_ms": 27.704, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 61.642 + }, + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 27.704 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 12.956 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.547, + 27.499, + 17.316 + ], + "median_ms": 17.316, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.159", + "hostname": null, + "rtt_ms": 16.547 + }, + { + "ip": "141.101.73.179", + "hostname": null, + "rtt_ms": 27.499 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.316 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214729_997975.txt", + "spike_captured": true, + "spike_limit_ms": 57.0, + "spike_probes": [ + { + "hop": 9, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 61.642 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 61.642, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1229 +} \ No newline at end of file diff --git a/logs/trace_20260928_214729_997975.txt b/logs/trace_20260928_214729_997975.txt new file mode 100644 index 0000000..8314b8c --- /dev/null +++ b/logs/trace_20260928_214729_997975.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.243 ms 12.108 ms 12.008 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.755 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 11.788 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.375 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 17.270 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 17.797 ms 14.025 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 24.364 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 16.636 ms 13.729 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.694 ms 24.960 ms 20.543 ms + 6 lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 22.731 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.779 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 15.743 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.783 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 32.794 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.773 ms + 8 141.101.73.111 (141.101.73.111) 13.627 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 17.287 ms 141.101.73.110 (141.101.73.110) 15.842 ms + 9 141.101.73.110 (141.101.73.110) 61.642 ms 141.101.73.157 (141.101.73.157) 27.704 ms 141.101.73.111 (141.101.73.111) 12.956 ms +10 141.101.73.159 (141.101.73.159) 16.547 ms 141.101.73.179 (141.101.73.179) 27.499 ms one.one.one.one (1.1.1.1) 17.316 ms diff --git a/logs/trace_20260928_214814_008683.json b/logs/trace_20260928_214814_008683.json new file mode 100644 index 0000000..c7c4fc2 --- /dev/null +++ b/logs/trace_20260928_214814_008683.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:48:15.014-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.465, + 12.974, + 12.846 + ], + "median_ms": 12.846, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.465 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.974 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.846 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 21.832, + 11.055, + 12.831 + ], + "median_ms": 12.831, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 21.832 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.055 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 12.831 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.784, + 13.716, + 14.674 + ], + "median_ms": 14.674, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.784 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.716 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.674 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 11.763, + 23.692, + 15.713 + ], + "median_ms": 15.713, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.763 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 23.692 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 15.713 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.831, + 16.706, + 16.16 + ], + "median_ms": 16.706, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.831 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.706 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.16 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.19, + 17.662, + 16.713 + ], + "median_ms": 17.662, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 22.19 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.662 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.713 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 73.701, + 21.679, + 45.662 + ], + "median_ms": 45.662, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 73.701 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 21.679 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 45.662 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.579, + 30.619, + 14.607 + ], + "median_ms": 14.607, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 13.579 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 30.619 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.607 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.633, + 13.411, + 16.618 + ], + "median_ms": 16.618, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 23.633 + }, + { + "ip": "141.101.73.165", + "hostname": null, + "rtt_ms": 13.411 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.618 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.754, + 57.692, + 16.754 + ], + "median_ms": 28.754, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 28.754 + }, + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 57.692 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.754 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214814_008683.txt", + "spike_captured": true, + "spike_limit_ms": 56.25, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 73.701 + }, + { + "hop": 10, + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 57.692 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 73.701, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1241 +} \ No newline at end of file diff --git a/logs/trace_20260928_214814_008683.txt b/logs/trace_20260928_214814_008683.txt new file mode 100644 index 0000000..73bac97 --- /dev/null +++ b/logs/trace_20260928_214814_008683.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.465 ms 12.974 ms 12.846 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 21.832 ms 11.055 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 12.831 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.784 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.716 ms 14.674 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.763 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 23.692 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 15.713 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 16.831 ms 16.706 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.160 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 22.190 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 17.662 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 16.713 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 73.701 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 21.679 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 45.662 ms + 8 141.101.73.110 (141.101.73.110) 13.579 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 30.619 ms 141.101.73.111 (141.101.73.111) 14.607 ms + 9 141.101.73.111 (141.101.73.111) 23.633 ms 141.101.73.165 (141.101.73.165) 13.411 ms 141.101.73.110 (141.101.73.110) 16.618 ms +10 one.one.one.one (1.1.1.1) 28.754 ms 141.101.73.161 (141.101.73.161) 57.692 ms one.one.one.one (1.1.1.1) 16.754 ms diff --git a/logs/trace_20260928_214831_012236.json b/logs/trace_20260928_214831_012236.json new file mode 100644 index 0000000..ddff6f2 --- /dev/null +++ b/logs/trace_20260928_214831_012236.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:48:32.017-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.464, + 12.072, + 9.864 + ], + "median_ms": 11.464, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.464 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.072 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 9.864 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.095, + 11.787, + 11.445 + ], + "median_ms": 11.787, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 13.095 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.787 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.445 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 10.729, + 13.286, + 12.808 + ], + "median_ms": 12.808, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 10.729 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.286 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.808 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 12.066, + 11.895, + 12.619 + ], + "median_ms": 12.066, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.066 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 11.895 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.619 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.875, + 14.641, + 15.812 + ], + "median_ms": 15.812, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.875 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.641 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 15.812 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.659, + 15.614, + 15.787 + ], + "median_ms": 15.614, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.659 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.614 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.787 + } + ] + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 63.695, + 50.849, + 35.646 + ], + "median_ms": 50.849, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 63.695 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 50.849 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 35.646 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.647, + 46.581, + 14.882 + ], + "median_ms": 14.882, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 14.647 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 46.581 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.882 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.539, + 17.752, + 12.546 + ], + "median_ms": 15.539, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.539 + }, + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 17.752 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 12.546 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.654, + 17.528, + 15.766 + ], + "median_ms": 15.766, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 15.654 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.528 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 15.766 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214831_012236.txt", + "spike_captured": true, + "spike_limit_ms": 56.7, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 63.695 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 63.695, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1246 +} \ No newline at end of file diff --git a/logs/trace_20260928_214831_012236.txt b/logs/trace_20260928_214831_012236.txt new file mode 100644 index 0000000..0d359bb --- /dev/null +++ b/logs/trace_20260928_214831_012236.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.464 ms 12.072 ms 9.864 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 13.095 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.787 ms 11.445 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 10.729 ms 13.286 ms 12.808 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.066 ms 11.895 ms 12.619 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.875 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.641 ms 15.812 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 14.659 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 15.614 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.787 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 63.695 ms 50.849 ms 35.646 ms + 8 141.101.73.110 (141.101.73.110) 14.647 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 46.581 ms 141.101.73.111 (141.101.73.111) 14.882 ms + 9 141.101.73.110 (141.101.73.110) 15.539 ms 141.101.73.125 (141.101.73.125) 17.752 ms 141.101.73.110 (141.101.73.110) 12.546 ms +10 141.101.73.149 (141.101.73.149) 15.654 ms one.one.one.one (1.1.1.1) 17.528 ms 141.101.73.127 (141.101.73.127) 15.766 ms diff --git a/logs/trace_20260928_214849_015582.json b/logs/trace_20260928_214849_015582.json new file mode 100644 index 0000000..90032eb --- /dev/null +++ b/logs/trace_20260928_214849_015582.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:48:50.021-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.172, + 12.077, + 11.756 + ], + "median_ms": 12.077, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.172 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.077 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.756 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.031, + 11.709, + 11.44 + ], + "median_ms": 11.709, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.031 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 11.709 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 11.44 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.646, + 15.061, + 14.797 + ], + "median_ms": 15.061, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.646 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.061 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.797 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.648, + 30.934, + 11.585 + ], + "median_ms": 13.648, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.648 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 30.934 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 11.585 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.795, + 19.876, + 16.656 + ], + "median_ms": 16.656, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 14.795 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 19.876 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.656 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.677, + 28.841, + 19.14 + ], + "median_ms": 19.14, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.677 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 28.841 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.14 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 35.565, + 24.609, + 15.627 + ], + "median_ms": 24.609, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 35.565 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 24.609 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.627 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.883, + 29.63, + 12.678 + ], + "median_ms": 15.883, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.883 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.63 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 12.678 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.572, + 14.586, + 17.465 + ], + "median_ms": 15.572, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.572 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.586 + }, + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 17.465 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 35.546, + 77.693, + 15.549 + ], + "median_ms": 35.546, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 35.546 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 77.693 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.549 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214849_015582.txt", + "spike_captured": true, + "spike_limit_ms": 56.7, + "spike_probes": [ + { + "hop": 10, + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 77.693 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 77.693, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1251 +} \ No newline at end of file diff --git a/logs/trace_20260928_214849_015582.txt b/logs/trace_20260928_214849_015582.txt new file mode 100644 index 0000000..f07aded --- /dev/null +++ b/logs/trace_20260928_214849_015582.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.172 ms 12.077 ms 11.756 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.031 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 11.709 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 11.440 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 15.646 ms 15.061 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.797 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.648 ms 30.934 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 11.585 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 14.795 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 19.876 ms 16.656 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 17.677 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 28.841 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 19.140 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 35.565 ms 24.609 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.627 ms + 8 141.101.73.111 (141.101.73.111) 15.883 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 29.630 ms 141.101.73.111 (141.101.73.111) 12.678 ms + 9 141.101.73.110 (141.101.73.110) 15.572 ms 141.101.73.111 (141.101.73.111) 14.586 ms 141.101.73.147 (141.101.73.147) 17.465 ms +10 141.101.73.173 (141.101.73.173) 35.546 ms 141.101.73.163 (141.101.73.163) 77.693 ms one.one.one.one (1.1.1.1) 15.549 ms diff --git a/logs/trace_20260928_214900_017627.json b/logs/trace_20260928_214900_017627.json new file mode 100644 index 0000000..78a29f6 --- /dev/null +++ b/logs/trace_20260928_214900_017627.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:49:00.825-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 11.698, + 11.95, + 11.797 + ], + "median_ms": 11.797, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.698 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.95 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.797 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 9.823, + 20.181, + 10.96 + ], + "median_ms": 10.96, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 9.823 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 20.181 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 10.96 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.242, + 13.726, + 12.74 + ], + "median_ms": 13.726, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.242 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.726 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 12.74 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.579, + 13.613, + 13.583 + ], + "median_ms": 13.583, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 10.579 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.613 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.583 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.833, + 15.871, + 16.71 + ], + "median_ms": 15.871, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.833 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.871 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.71 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.869, + 16.763, + 17.837 + ], + "median_ms": 16.763, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.869 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.763 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.837 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 52.896, + 63.514, + 16.705 + ], + "median_ms": 52.896, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 52.896 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 63.514 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 16.705 + } + ] + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": [ + 14.605, + 13.515, + 12.775 + ], + "median_ms": 13.515, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.605 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 13.515 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 12.775 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.73, + 18.582, + 15.527 + ], + "median_ms": 15.73, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.73 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 18.582 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.527 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 15.668, + 16.653, + 16.792 + ], + "median_ms": 16.653, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.668 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.653 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 16.792 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214900_017627.txt", + "spike_captured": true, + "spike_limit_ms": 56.55, + "spike_probes": [ + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 63.514 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 63.514, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1254 +} \ No newline at end of file diff --git a/logs/trace_20260928_214900_017627.txt b/logs/trace_20260928_214900_017627.txt new file mode 100644 index 0000000..59cea47 --- /dev/null +++ b/logs/trace_20260928_214900_017627.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 11.698 ms 11.950 ms 11.797 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 9.823 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 20.181 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 10.960 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 14.242 ms 13.726 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 12.740 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 10.579 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.613 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.583 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.833 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.871 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.710 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.869 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 16.763 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.837 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 52.896 ms 63.514 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 16.705 ms + 8 141.101.73.111 (141.101.73.111) 14.605 ms 13.515 ms 12.775 ms + 9 141.101.73.110 (141.101.73.110) 15.730 ms 141.101.73.127 (141.101.73.127) 18.582 ms 141.101.73.111 (141.101.73.111) 15.527 ms +10 one.one.one.one (1.1.1.1) 15.668 ms 16.653 ms 16.792 ms diff --git a/logs/trace_20260928_214910_020399.json b/logs/trace_20260928_214910_020399.json new file mode 100644 index 0000000..ba42452 --- /dev/null +++ b/logs/trace_20260928_214910_020399.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:49:11.024-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 21.014, + 11.25, + 11.892 + ], + "median_ms": 11.892, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.014 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.25 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.892 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 10.779, + 11.029, + 11.365 + ], + "median_ms": 11.029, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 10.779 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.029 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 11.365 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 13.873, + 21.391, + 11.661 + ], + "median_ms": 13.873, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 13.873 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 21.391 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 11.661 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.71, + 12.758, + 13.809 + ], + "median_ms": 12.758, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 12.71 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.758 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.809 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 15.767, + 17.811, + 40.712 + ], + "median_ms": 17.811, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.767 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.811 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 40.712 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.623, + 22.884, + 16.769 + ], + "median_ms": 17.623, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.623 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 22.884 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.769 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.748, + 16.809, + 38.128 + ], + "median_ms": 23.748, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 23.748 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.809 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 38.128 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 20.429, + 25.776, + 25.908 + ], + "median_ms": 25.776, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 20.429 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.776 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 25.908 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 42.431, + 65.67, + 16.615 + ], + "median_ms": 42.431, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 42.431 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 65.67 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 16.615 + } + ] + }, + { + "hop": 10, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 15.616, + 14.792, + 14.66 + ], + "median_ms": 14.792, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.616 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.792 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.66 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214910_020399.txt", + "spike_captured": true, + "spike_limit_ms": 56.65, + "spike_probes": [ + { + "hop": 9, + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 65.67 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 65.67, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1257 +} \ No newline at end of file diff --git a/logs/trace_20260928_214910_020399.txt b/logs/trace_20260928_214910_020399.txt new file mode 100644 index 0000000..4b21fad --- /dev/null +++ b/logs/trace_20260928_214910_020399.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 21.014 ms 11.250 ms 11.892 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 10.779 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 11.029 ms 11.365 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 13.873 ms 21.391 ms 11.661 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 12.710 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.758 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.809 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.767 ms 17.811 ms 40.712 ms + 6 lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 17.623 ms lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 22.884 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.769 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 23.748 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.809 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 38.128 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 20.429 ms 25.776 ms 25.908 ms + 9 141.101.73.195 (141.101.73.195) 42.431 ms 141.101.73.110 (141.101.73.110) 65.670 ms 141.101.73.195 (141.101.73.195) 16.615 ms +10 one.one.one.one (1.1.1.1) 15.616 ms 14.792 ms 14.660 ms diff --git a/logs/trace_20260928_214917_020675.json b/logs/trace_20260928_214917_020675.json new file mode 100644 index 0000000..a821060 --- /dev/null +++ b/logs/trace_20260928_214917_020675.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:49:18.229-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 13.112, + 12.21, + 14.013 + ], + "median_ms": 13.112, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.112 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.21 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 14.013 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.693, + 12.878, + 12.531 + ], + "median_ms": 12.878, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.693 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 12.878 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 12.531 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 14.332, + 25.07, + 14.658 + ], + "median_ms": 14.658, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.332 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 25.07 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.658 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 14.677, + 12.73, + 24.744 + ], + "median_ms": 14.677, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 14.677 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.73 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 24.744 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.675, + 25.721, + 16.842 + ], + "median_ms": 17.675, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.675 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 25.721 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.842 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.933, + 17.476, + 41.764 + ], + "median_ms": 17.476, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 16.933 + }, + { + "ip": "66.109.0.228", + "hostname": "lag-41.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.476 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 41.764 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 39.935, + 47.809, + 29.698 + ], + "median_ms": 39.935, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 39.935 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 47.809 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.698 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 70.792, + 21.666, + 29.809 + ], + "median_ms": 29.809, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 70.792 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 21.666 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 29.809 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.498, + 52.875, + 25.547 + ], + "median_ms": 25.547, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 22.498 + }, + { + "ip": "141.101.73.127", + "hostname": null, + "rtt_ms": 52.875 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 25.547 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.7, + 15.394, + 14.91 + ], + "median_ms": 15.394, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 23.7 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.394 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.91 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214917_020675.txt", + "spike_captured": true, + "spike_limit_ms": 56.7, + "spike_probes": [ + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 70.792 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 70.792, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1259 +} \ No newline at end of file diff --git a/logs/trace_20260928_214917_020675.txt b/logs/trace_20260928_214917_020675.txt new file mode 100644 index 0000000..c38511b --- /dev/null +++ b/logs/trace_20260928_214917_020675.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 13.112 ms 12.210 ms 14.013 ms + 2 syn-076-057-161-110.res.spectrum.com (76.57.161.110) 13.693 ms syn-076-057-161-114.res.spectrum.com (76.57.161.114) 12.878 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 12.531 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.332 ms 25.070 ms 14.658 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 14.677 ms 12.730 ms 24.744 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.675 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 25.721 ms 16.842 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 16.933 ms lag-41.chcgildt87w-bcr00.netops.charter.com (66.109.0.228) 17.476 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 41.764 ms + 7 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 39.935 ms 47.809 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 29.698 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 70.792 ms 141.101.73.110 (141.101.73.110) 21.666 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 29.809 ms + 9 141.101.73.125 (141.101.73.125) 22.498 ms 141.101.73.127 (141.101.73.127) 52.875 ms 141.101.73.110 (141.101.73.110) 25.547 ms +10 141.101.73.149 (141.101.73.149) 23.700 ms one.one.one.one (1.1.1.1) 15.394 ms 14.910 ms diff --git a/logs/trace_20260928_214921_021602.json b/logs/trace_20260928_214921_021602.json new file mode 100644 index 0000000..d8eed61 --- /dev/null +++ b/logs/trace_20260928_214921_021602.json @@ -0,0 +1,362 @@ +{ + "time": "2026-09-28T21:49:23.229-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 53.757, + 22.07, + 31.856 + ], + "median_ms": 31.856, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 53.757 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 22.07 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 31.856 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.818, + 16.173, + 109.847 + ], + "median_ms": 16.173, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 14.818 + }, + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 16.173 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 109.847 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": [ + 11.566, + 45.795 + ], + "median_ms": 28.680500000000002, + "timeouts": 1, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 11.566 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 45.795 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": [ + 119.652, + 55.654, + 13.82 + ], + "median_ms": 55.654, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 119.652 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 55.654 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.82 + } + ] + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": [ + 25.878, + 19.554, + 39.844 + ], + "median_ms": 25.878, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.878 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.554 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 39.844 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 26.689, + 38.804, + 51.811 + ], + "median_ms": 38.804, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.689 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 38.804 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 51.811 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 127.914, + 27.806, + 41.859 + ], + "median_ms": 41.859, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 127.914 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 27.806 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 41.859 + } + ] + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": [ + 20.494, + 21.717, + 20.617 + ], + "median_ms": 20.617, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 20.494 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 21.717 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 20.617 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 38.746, + 25.615, + 33.663 + ], + "median_ms": 33.663, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 38.746 + }, + { + "ip": "141.101.73.119", + "hostname": null, + "rtt_ms": 25.615 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 33.663 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 20.54, + 49.717, + 44.509 + ], + "median_ms": 44.509, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 20.54 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 49.717 + }, + { + "ip": "141.101.73.149", + "hostname": null, + "rtt_ms": 44.509 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 18.641, + 32.069, + 29.746 + ], + "median_ms": 29.746, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 18.641 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 32.069 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 29.746 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214921_021602.txt", + "spike_captured": true, + "spike_limit_ms": 56.7, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 109.847 + }, + { + "hop": 4, + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 119.652 + }, + { + "hop": 7, + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 127.914 + } + ], + "spike_probe_count": 3, + "peak_probe_ms": 127.914, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1260 +} \ No newline at end of file diff --git a/logs/trace_20260928_214921_021602.txt b/logs/trace_20260928_214921_021602.txt new file mode 100644 index 0000000..83781bf --- /dev/null +++ b/logs/trace_20260928_214921_021602.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 53.757 ms 22.070 ms 31.856 ms + 2 syn-076-057-161-108.res.spectrum.com (76.57.161.108) 14.818 ms syn-076-057-161-112.res.spectrum.com (76.57.161.112) 16.173 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 109.847 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 11.566 ms * 45.795 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 119.652 ms 55.654 ms 13.820 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 25.878 ms 19.554 ms 39.844 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 26.689 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 38.804 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 51.811 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 127.914 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 27.806 ms 41.859 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 20.494 ms 21.717 ms 20.617 ms + 9 141.101.73.169 (141.101.73.169) 38.746 ms 141.101.73.119 (141.101.73.119) 25.615 ms 141.101.73.111 (141.101.73.111) 33.663 ms +10 141.101.73.195 (141.101.73.195) 20.540 ms 141.101.73.149 (141.101.73.149) 49.717 ms 44.509 ms +11 one.one.one.one (1.1.1.1) 18.641 ms 32.069 ms 29.746 ms diff --git a/logs/trace_20260928_214926_022609.json b/logs/trace_20260928_214926_022609.json new file mode 100644 index 0000000..4db939e --- /dev/null +++ b/logs/trace_20260928_214926_022609.json @@ -0,0 +1,410 @@ +{ + "time": "2026-09-28T21:49:29.030-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 35.799, + 336.66, + 17.66 + ], + "median_ms": 35.799, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 35.799 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 336.66 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 17.66 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.713, + 15.459, + 56.187 + ], + "median_ms": 15.459, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 13.713 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 15.459 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 56.187 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 28.657, + 98.798, + 14.641 + ], + "median_ms": 28.657, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 28.657 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 98.798 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 14.641 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.626, + 41.827, + 14.678 + ], + "median_ms": 14.678, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.626 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 41.827 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.678 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.683, + 54.718, + 62.683 + ], + "median_ms": 54.718, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.683 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 54.718 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 62.683 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 41.656, + 19.689, + 38.74 + ], + "median_ms": 38.74, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 41.656 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 19.689 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 38.74 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 50.56, + 146.062, + 28.716 + ], + "median_ms": 50.56, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 50.56 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 146.062 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 28.716 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 78.823, + 92.715, + 31.652 + ], + "median_ms": 78.823, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 78.823 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 92.715 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 31.652 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 72.659, + 133.661, + 53.648 + ], + "median_ms": 72.659, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 72.659 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 133.661 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 53.648 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 211.685, + 17.578, + 19.492 + ], + "median_ms": 19.492, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 211.685 + }, + { + "ip": "141.101.73.195", + "hostname": null, + "rtt_ms": 17.578 + }, + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 19.492 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 21.618, + 313.809, + 17.648 + ], + "median_ms": 21.618, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 21.618 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 313.809 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 17.648 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214926_022609.txt", + "spike_captured": true, + "spike_limit_ms": 56.7, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 336.66 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 98.798 + }, + { + "hop": 5, + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 62.683 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 146.062 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 78.823 + }, + { + "hop": 8, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 92.715 + }, + { + "hop": 9, + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 72.659 + }, + { + "hop": 9, + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 133.661 + }, + { + "hop": 10, + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 211.685 + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 313.809 + } + ], + "spike_probe_count": 10, + "peak_probe_ms": 336.66, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1261 +} \ No newline at end of file diff --git a/logs/trace_20260928_214926_022609.txt b/logs/trace_20260928_214926_022609.txt new file mode 100644 index 0000000..1574e41 --- /dev/null +++ b/logs/trace_20260928_214926_022609.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 35.799 ms 336.660 ms 17.660 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 13.713 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 15.459 ms 56.187 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 28.657 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 98.798 ms 14.641 ms + 4 lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.626 ms lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 41.827 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 14.678 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.683 ms 54.718 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 62.683 ms + 6 lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 41.656 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 19.689 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 38.740 ms + 7 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 50.560 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 146.062 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 28.716 ms + 8 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 78.823 ms 92.715 ms 141.101.73.111 (141.101.73.111) 31.652 ms + 9 141.101.73.161 (141.101.73.161) 72.659 ms 141.101.73.117 (141.101.73.117) 133.661 ms 141.101.73.111 (141.101.73.111) 53.648 ms +10 141.101.73.117 (141.101.73.117) 211.685 ms 141.101.73.195 (141.101.73.195) 17.578 ms 141.101.73.169 (141.101.73.169) 19.492 ms +11 one.one.one.one (1.1.1.1) 21.618 ms 313.809 ms 17.648 ms diff --git a/logs/trace_20260928_214932_023521.json b/logs/trace_20260928_214932_023521.json new file mode 100644 index 0000000..f819387 --- /dev/null +++ b/logs/trace_20260928_214932_023521.json @@ -0,0 +1,333 @@ +{ + "time": "2026-09-28T21:49:33.231-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 48.668, + 74.753, + 21.721 + ], + "median_ms": 48.668, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 48.668 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 74.753 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.721 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 22.778, + 59.407, + 26.146 + ], + "median_ms": 26.146, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 22.778 + }, + { + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 59.407 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 26.146 + } + ] + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": [ + 14.662, + 15.75, + 31.688 + ], + "median_ms": 15.75, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 14.662 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 15.75 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 31.688 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 13.684, + 18.702, + 23.645 + ], + "median_ms": 18.702, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 13.684 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 18.702 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 23.645 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.663, + 25.791, + 19.801 + ], + "median_ms": 19.801, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.663 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 25.791 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 19.801 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 38.639, + 17.126, + 17.239 + ], + "median_ms": 17.239, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 38.639 + }, + { + "ip": "66.109.5.136", + "hostname": "lag-21.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 17.126 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 17.239 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.732, + 16.701, + 15.605 + ], + "median_ms": 15.732, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.732 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 16.701 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 15.605 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 16.792, + 18.577, + 18.712 + ], + "median_ms": 18.577, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 16.792 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.577 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 18.712 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.679, + 22.631, + 16.522 + ], + "median_ms": 17.679, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.147", + "hostname": null, + "rtt_ms": 17.679 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 22.631 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 16.522 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.576, + 14.373, + 15.46 + ], + "median_ms": 15.46, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.125", + "hostname": null, + "rtt_ms": 18.576 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.373 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 15.46 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214932_023521.txt", + "spike_captured": true, + "spike_limit_ms": 56.75, + "spike_probes": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 74.753 + }, + { + "hop": 2, + "ip": "76.57.161.114", + "hostname": "syn-076-057-161-114.res.spectrum.com", + "rtt_ms": 59.407 + } + ], + "spike_probe_count": 2, + "peak_probe_ms": 74.753, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1262 +} \ No newline at end of file diff --git a/logs/trace_20260928_214932_023521.txt b/logs/trace_20260928_214932_023521.txt new file mode 100644 index 0000000..86afff1 --- /dev/null +++ b/logs/trace_20260928_214932_023521.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 48.668 ms 74.753 ms 21.721 ms + 2 syn-076-057-161-114.res.spectrum.com (76.57.161.114) 22.778 ms 59.407 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 26.146 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 14.662 ms 15.750 ms 31.688 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 13.684 ms 18.702 ms 23.645 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 17.663 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 25.791 ms 19.801 ms + 6 lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 38.639 ms lag-21.chcgildt87w-bcr00.netops.charter.com (66.109.5.136) 17.126 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 17.239 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.732 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 16.701 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 15.605 ms + 8 141.101.73.111 (141.101.73.111) 16.792 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 18.577 ms 18.712 ms + 9 141.101.73.147 (141.101.73.147) 17.679 ms 141.101.73.111 (141.101.73.111) 22.631 ms 141.101.73.173 (141.101.73.173) 16.522 ms +10 141.101.73.125 (141.101.73.125) 18.576 ms one.one.one.one (1.1.1.1) 14.373 ms 15.460 ms diff --git a/logs/trace_20260928_214936_024323.json b/logs/trace_20260928_214936_024323.json new file mode 100644 index 0000000..3dcd0be --- /dev/null +++ b/logs/trace_20260928_214936_024323.json @@ -0,0 +1,392 @@ +{ + "time": "2026-09-28T21:49:37.832-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 21.261, + 11.957, + 13.752 + ], + "median_ms": 13.752, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 21.261 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 11.957 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 13.752 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 67.923, + 21.559, + 13.737 + ], + "median_ms": 21.559, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 67.923 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 21.559 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.737 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 58.703, + 12.843, + 66.98 + ], + "median_ms": 58.703, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 58.703 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 12.843 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 66.98 + } + ] + }, + { + "hop": 4, + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": [ + 12.511, + 31.844, + 27.657 + ], + "median_ms": 27.657, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 12.511 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 31.844 + }, + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 27.657 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 35.833, + 26.573, + 61.793 + ], + "median_ms": 35.833, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 35.833 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 26.573 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 61.793 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 36.749, + 19.821, + 25.658 + ], + "median_ms": 25.658, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 36.749 + }, + { + "ip": "66.109.10.82", + "hostname": "lag-31.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 19.821 + }, + { + "ip": "66.109.6.20", + "hostname": "lag-11.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 25.658 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 143.874, + 123.746, + 26.612 + ], + "median_ms": 123.746, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 143.874 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 123.746 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 26.612 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.768, + 57.445, + 34.747 + ], + "median_ms": 34.747, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.768 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 57.445 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 34.747 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.903, + 14.614, + 26.587 + ], + "median_ms": 23.903, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.169", + "hostname": null, + "rtt_ms": 23.903 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.614 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 26.587 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 18.575, + 18.493, + 14.526 + ], + "median_ms": 18.493, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.161", + "hostname": null, + "rtt_ms": 18.575 + }, + { + "ip": "141.101.73.163", + "hostname": null, + "rtt_ms": 18.493 + }, + { + "ip": "141.101.73.173", + "hostname": null, + "rtt_ms": 14.526 + } + ] + }, + { + "hop": 11, + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": [ + 13.658, + 32.723, + 14.606 + ], + "median_ms": 14.606, + "timeouts": 0, + "probes": [ + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 13.658 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 32.723 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 14.606 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214936_024323.txt", + "spike_captured": true, + "spike_limit_ms": 56.75, + "spike_probes": [ + { + "hop": 2, + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 67.923 + }, + { + "hop": 3, + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 58.703 + }, + { + "hop": 3, + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 66.98 + }, + { + "hop": 5, + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 61.793 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 143.874 + }, + { + "hop": 7, + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 123.746 + }, + { + "hop": 8, + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 57.445 + } + ], + "spike_probe_count": 7, + "peak_probe_ms": 143.874, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1263 +} \ No newline at end of file diff --git a/logs/trace_20260928_214936_024323.txt b/logs/trace_20260928_214936_024323.txt new file mode 100644 index 0000000..fe6d609 --- /dev/null +++ b/logs/trace_20260928_214936_024323.txt @@ -0,0 +1,12 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 21.261 ms 11.957 ms 13.752 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 67.923 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 21.559 ms 13.737 ms + 3 lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 58.703 ms lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 12.843 ms 66.980 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 12.511 ms 31.844 ms 27.657 ms + 5 lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 35.833 ms 26.573 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 61.793 ms + 6 lag-31.chcgildt87w-bcr00.netops.charter.com (66.109.10.82) 36.749 ms 19.821 ms lag-11.chcgildt87w-bcr00.netops.charter.com (66.109.6.20) 25.658 ms + 7 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 143.874 ms 123.746 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 26.612 ms + 8 141.101.73.111 (141.101.73.111) 15.768 ms 57.445 ms 141.101.73.110 (141.101.73.110) 34.747 ms + 9 141.101.73.169 (141.101.73.169) 23.903 ms 141.101.73.111 (141.101.73.111) 14.614 ms 141.101.73.110 (141.101.73.110) 26.587 ms +10 141.101.73.161 (141.101.73.161) 18.575 ms 141.101.73.163 (141.101.73.163) 18.493 ms 141.101.73.173 (141.101.73.173) 14.526 ms +11 one.one.one.one (1.1.1.1) 13.658 ms 32.723 ms 14.606 ms diff --git a/logs/trace_20260928_214947_026295.json b/logs/trace_20260928_214947_026295.json new file mode 100644 index 0000000..5258cf9 --- /dev/null +++ b/logs/trace_20260928_214947_026295.json @@ -0,0 +1,327 @@ +{ + "time": "2026-09-28T21:49:48.032-05:00", + "target": "1.1.1.1", + "returncode": 0, + "command": [ + "traceroute", + "-4", + "-N", + "1", + "-q", + "3", + "-m", + "30", + "-w", + "0.5", + "1.1.1.1" + ], + "assessment": "Individual slow trace probe captured; this alone does not locate a faulty hop. Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay.", + "hops": [ + { + "hop": 1, + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": [ + 12.301, + 10.737, + 20.825 + ], + "median_ms": 12.301, + "timeouts": 0, + "probes": [ + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 12.301 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 10.737 + }, + { + "ip": "172.29.152.65", + "hostname": null, + "rtt_ms": 20.825 + } + ] + }, + { + "hop": 2, + "ip": null, + "hostname": null, + "rtt_ms": [ + 12.754, + 9.407, + 13.074 + ], + "median_ms": 12.754, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.112", + "hostname": "syn-076-057-161-112.res.spectrum.com", + "rtt_ms": 12.754 + }, + { + "ip": "76.57.161.108", + "hostname": "syn-076-057-161-108.res.spectrum.com", + "rtt_ms": 9.407 + }, + { + "ip": "76.57.161.110", + "hostname": "syn-076-057-161-110.res.spectrum.com", + "rtt_ms": 13.074 + } + ] + }, + { + "hop": 3, + "ip": null, + "hostname": null, + "rtt_ms": [ + 13.312, + 15.323, + 10.786 + ], + "median_ms": 13.312, + "timeouts": 0, + "probes": [ + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 13.312 + }, + { + "ip": "76.57.161.120", + "hostname": "lag-63.hcr02wksawi13.netops.charter.com", + "rtt_ms": 15.323 + }, + { + "ip": "76.57.161.116", + "hostname": "lag-63.hcr01wksawi13.netops.charter.com", + "rtt_ms": 10.786 + } + ] + }, + { + "hop": 4, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.003, + 13.757, + 14.83 + ], + "median_ms": 14.83, + "timeouts": 0, + "probes": [ + { + "ip": "24.160.225.34", + "hostname": "lag-61.rcr11gnfdwibb.netops.charter.com", + "rtt_ms": 15.003 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 13.757 + }, + { + "ip": "24.160.225.30", + "hostname": "lag-61.rcr11milzwift.netops.charter.com", + "rtt_ms": 14.83 + } + ] + }, + { + "hop": 5, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.786, + 15.742, + 16.767 + ], + "median_ms": 15.742, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 14.786 + }, + { + "ip": "66.109.6.204", + "hostname": "lag-16-10.chcgildt87w-bcr00.netops.charter.com", + "rtt_ms": 15.742 + }, + { + "ip": "66.109.6.206", + "hostname": "lag-18-10.chctilwc00w-bcr00.netops.charter.com", + "rtt_ms": 16.767 + } + ] + }, + { + "hop": 6, + "ip": null, + "hostname": null, + "rtt_ms": [ + 15.79, + 15.774, + 16.782 + ], + "median_ms": 15.79, + "timeouts": 0, + "probes": [ + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 15.79 + }, + { + "ip": "66.109.0.109", + "hostname": "lag-401.pr2.chi10.netops.charter.com", + "rtt_ms": 15.774 + }, + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 16.782 + } + ] + }, + { + "hop": 7, + "ip": null, + "hostname": null, + "rtt_ms": [ + 23.769, + 24.612, + 15.752 + ], + "median_ms": 23.769, + "timeouts": 0, + "probes": [ + { + "ip": "66.109.5.225", + "hostname": "lag-0.pr2.chi10.netops.charter.com", + "rtt_ms": 23.769 + }, + { + "ip": "209.18.43.61", + "hostname": "lag-301.pr2.chi10.netops.charter.com", + "rtt_ms": 24.612 + }, + { + "ip": "66.109.1.113", + "hostname": "0.ae4.pr1.dca10.tbone.rr.com", + "rtt_ms": 15.752 + } + ] + }, + { + "hop": 8, + "ip": null, + "hostname": null, + "rtt_ms": [ + 14.99, + 15.628, + 15.621 + ], + "median_ms": 15.621, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 14.99 + }, + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 15.628 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.621 + } + ] + }, + { + "hop": 9, + "ip": null, + "hostname": null, + "rtt_ms": [ + 17.605, + 15.742, + 16.633 + ], + "median_ms": 16.633, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.111", + "hostname": null, + "rtt_ms": 17.605 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 15.742 + }, + { + "ip": "141.101.73.110", + "hostname": null, + "rtt_ms": 16.633 + } + ] + }, + { + "hop": 10, + "ip": null, + "hostname": null, + "rtt_ms": [ + 27.729, + 70.662, + 24.546 + ], + "median_ms": 27.729, + "timeouts": 0, + "probes": [ + { + "ip": "141.101.73.157", + "hostname": null, + "rtt_ms": 27.729 + }, + { + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 70.662 + }, + { + "ip": "1.1.1.1", + "hostname": "one.one.one.one", + "rtt_ms": 24.546 + } + ] + } + ], + "raw_file": "/home/hz/dev/spectrum/logs/trace_20260928_214947_026295.txt", + "spike_captured": true, + "spike_limit_ms": 57.25, + "spike_probes": [ + { + "hop": 10, + "ip": "141.101.73.117", + "hostname": null, + "rtt_ms": 70.662 + } + ], + "spike_probe_count": 1, + "peak_probe_ms": 70.662, + "sustained_jump_found": false, + "incident_id": null, + "attempt": 1266 +} \ No newline at end of file diff --git a/logs/trace_20260928_214947_026295.txt b/logs/trace_20260928_214947_026295.txt new file mode 100644 index 0000000..814b0de --- /dev/null +++ b/logs/trace_20260928_214947_026295.txt @@ -0,0 +1,11 @@ +traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets + 1 172.29.152.65 (172.29.152.65) 12.301 ms 10.737 ms 20.825 ms + 2 syn-076-057-161-112.res.spectrum.com (76.57.161.112) 12.754 ms syn-076-057-161-108.res.spectrum.com (76.57.161.108) 9.407 ms syn-076-057-161-110.res.spectrum.com (76.57.161.110) 13.074 ms + 3 lag-63.hcr02wksawi13.netops.charter.com (76.57.161.120) 13.312 ms 15.323 ms lag-63.hcr01wksawi13.netops.charter.com (76.57.161.116) 10.786 ms + 4 lag-61.rcr11gnfdwibb.netops.charter.com (24.160.225.34) 15.003 ms lag-61.rcr11milzwift.netops.charter.com (24.160.225.30) 13.757 ms 14.830 ms + 5 lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 14.786 ms lag-16-10.chcgildt87w-bcr00.netops.charter.com (66.109.6.204) 15.742 ms lag-18-10.chctilwc00w-bcr00.netops.charter.com (66.109.6.206) 16.767 ms + 6 lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 15.790 ms lag-401.pr2.chi10.netops.charter.com (66.109.0.109) 15.774 ms lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 16.782 ms + 7 lag-0.pr2.chi10.netops.charter.com (66.109.5.225) 23.769 ms lag-301.pr2.chi10.netops.charter.com (209.18.43.61) 24.612 ms 0.ae4.pr1.dca10.tbone.rr.com (66.109.1.113) 15.752 ms + 8 141.101.73.111 (141.101.73.111) 14.990 ms 15.628 ms 141.101.73.110 (141.101.73.110) 15.621 ms + 9 141.101.73.111 (141.101.73.111) 17.605 ms 141.101.73.110 (141.101.73.110) 15.742 ms 16.633 ms +10 141.101.73.157 (141.101.73.157) 27.729 ms 141.101.73.117 (141.101.73.117) 70.662 ms one.one.one.one (1.1.1.1) 24.546 ms diff --git a/network_monitor.py b/network_monitor.py index cf3e903..adf851e 100644 --- a/network_monitor.py +++ b/network_monitor.py @@ -1,4 +1,4 @@ -"""Windows ping spike monitor. Python 3.8+, standard library only.""" +"""Windows and Linux continuous route spike monitor. Python 3.8+, standard library only.""" from __future__ import annotations import argparse @@ -7,9 +7,11 @@ from concurrent.futures import ThreadPoolExecutor from datetime import datetime import ipaddress import json +import os from pathlib import Path import re import socket +import shutil import statistics import subprocess import sys @@ -19,6 +21,7 @@ import time RTT = re.compile(r"([<=]?)\s*(\d+(?:[.,]\d+)?)\s*ms\b", re.I) IP = re.compile(r"\b(?:\d{1,3}\.){3}\d{1,3}\b") +LINUX_ADDRESS = re.compile(r"([^\s()]+)\s+\(((?:\d{1,3}\.){3}\d{1,3})\)") def timestamp(): @@ -27,12 +30,13 @@ def timestamp(): def run_command(command, timeout, stop, capture_path=None): """Capture output without blocking shutdown or filling a pipe.""" + env = None if sys.platform == "win32" else dict(os.environ, LC_ALL="C") if capture_path is not None: # Send stdout/stderr straight to disk, preserving the complete original # output even if this monitor is interrupted before tracing finishes. with capture_path.open("wb", buffering=0) as capture: with subprocess.Popen(command, stdout=capture, stderr=subprocess.STDOUT, - creationflags=getattr(subprocess, "CREATE_NO_WINDOW", 0)) as process: + env=env, creationflags=getattr(subprocess, "CREATE_NO_WINDOW", 0)) as process: deadline = time.monotonic() + timeout try: while process.poll() is None: @@ -46,7 +50,7 @@ def run_command(command, timeout, stop, capture_path=None): raise return process.returncode, capture_path.read_bytes().decode(errors="replace") with subprocess.Popen(command, stdout=subprocess.PIPE, stderr=subprocess.STDOUT, - creationflags=getattr(subprocess, "CREATE_NO_WINDOW", 0)) as process: + env=env, creationflags=getattr(subprocess, "CREATE_NO_WINDOW", 0)) as process: deadline = time.monotonic() + timeout while True: try: @@ -59,6 +63,21 @@ def run_command(command, timeout, stop, capture_path=None): return -1, output.decode(errors="replace") + "\n[Cancelled or command timed out]\n" +def ping_command(target, timeout_ms): + if sys.platform == "win32": + return ["ping", "-4", "-n", "1", "-w", str(timeout_ms), target] + return ["ping", "-4", "-n", "-c", "1", "-W", str(timeout_ms / 1000), target] + + +def trace_command(target, args): + if sys.platform == "win32": + return ["tracert", "-4", "-h", str(args.max_hops), "-w", str(args.trace_timeout), target] + # UDP tracing works without root. Serial probes preserve per-hop timing; + # reverse DNS remains enabled, as on Windows. + return ["traceroute", "-4", "-N", "1", "-q", "3", "-m", str(args.max_hops), + "-w", str(args.trace_timeout / 1000), target] + + def parse_ping(output): # TTL identifies an echo reply, excluding summaries and unreachable messages. for line in output.splitlines(): @@ -123,17 +142,35 @@ def parse_trace(output): times = [0.5 if m[1] == "<" else float(m[2].replace(",", ".")) for m in matches] addresses = IP.findall(remainder) hostname_match = re.search(r"([^\s\[\]]+)\s+\[(?:\d{1,3}\.){3}\d{1,3}\]", remainder) - hops.append({"hop": int(number[1]), "ip": addresses[-1] if addresses else None, - "hostname": hostname_match[1] if hostname_match else None, + hostname = hostname_match[1] if hostname_match else None + address = addresses[-1] if addresses else None + probes = [] + linux_addresses = list(LINUX_ADDRESS.finditer(remainder)) + if linux_addresses: + # Linux may print a different router before each timed probe. + for match, rtt in zip(matches, times): + preceding = [item for item in linux_addresses if item.end() <= match.start()] + router = preceding[-1] if preceding else None + probes.append({"ip": router[2] if router else None, + "hostname": router[1] if router and router[1] != router[2] else None, + "rtt_ms": rtt}) + routers = {item[2] for item in linux_addresses} + address = linux_addresses[0][2] if len(routers) == 1 else None + hostname = linux_addresses[0][1] if len(routers) == 1 else None + if hostname == address: + hostname = None + else: + probes = [{"ip": address, "hostname": hostname, "rtt_ms": rtt} for rtt in times] + hops.append({"hop": int(number[1]), "ip": address, "hostname": hostname, "rtt_ms": times, "median_ms": statistics.median(times) if times else None, - "timeouts": remainder.count("*")}) + "timeouts": remainder.count("*"), "probes": probes}) return hops def sustained_jump(hops, destination, jump_ms): """Return structured evidence only when a jump persists to the destination.""" responding = [h for h in hops if h["median_ms"] is not None] - if not responding or responding[-1]["ip"] != destination: + if not responding or any(h["ip"] is None for h in responding) or responding[-1]["ip"] != destination: return None for index, hop in enumerate(responding): previous = responding[index - 1] if index else None @@ -152,6 +189,8 @@ def analyze_trace(hops, destination, jump_ms): return "Inconclusive: no hops returned timed replies." if responding[-1]["ip"] != destination: return "Inconclusive: destination did not return timed replies; cannot locate the end-to-end delay." + if any(h["ip"] is None for h in responding): + return "Inconclusive: a hop has replies from multiple routers; cannot assign its combined timings to one router." evidence = sustained_jump(hops, destination, jump_ms) if evidence: previous, hop, floor = evidence["previous"], evidence["hop"], evidence["floor_ms"] @@ -193,9 +232,9 @@ class Log: def trace(target, args, log, stop, baseline=None, incident_id=None, attempt=1): name = datetime.now().strftime("trace_%Y%m%d_%H%M%S_%f") - command = ["tracert", "-4", "-h", str(args.max_hops), "-w", str(args.trace_timeout), target] + command = trace_command(target, args) raw_path = log.directory / (name + ".pending.txt") - log.write("trace_start", f"Running tracert to {target} (attempt {attempt}); keeping output only if a spike is captured.", + log.write("trace_start", f"Running {command[0]} to {target} (attempt {attempt}); keeping output only if a spike is captured.", command=command, incident_id=incident_id, attempt=attempt) try: code, output = run_command(command, args.max_hops * 3 * args.trace_timeout / 1000 + 30, @@ -211,9 +250,8 @@ def trace(target, args, log, stop, baseline=None, incident_id=None, attempt=1): spike_limit = min(spike_limit, max(baseline * args.multiplier, baseline + args.increase)) # Preserve transient samples even when medians hide them or later hops recover. # Capturing a slow diagnostic reply is separate from locating a forwarding fault. - spike_probes = [{"hop": hop["hop"], "ip": hop["ip"], "hostname": hop["hostname"], - "rtt_ms": rtt} - for hop in hops for rtt in hop["rtt_ms"] if rtt >= spike_limit] + spike_probes = [{"hop": hop["hop"], **probe} + for hop in hops for probe in hop["probes"] if probe["rtt_ms"] >= spike_limit] captured = bool(spike_probes) peak_ms = max((rtt for hop in hops for rtt in hop["rtt_ms"]), default=None) if captured and not evidence: @@ -241,28 +279,6 @@ def trace(target, args, log, stop, baseline=None, incident_id=None, attempt=1): return report -def trace_incident(target, args, log, stop, baseline): - incident_id = datetime.now().strftime("incident_%Y%m%d_%H%M%S_%f") - attempt = 0 - log.write("incident_start", "Incident detected: repeating tracert until a spike is captured.", - incident_id=incident_id, baseline_ms=baseline) - while not stop.is_set(): - attempt += 1 - report = trace(target, args, log, stop, baseline, incident_id, attempt) - if report["spike_captured"]: - log.write("incident_captured", f"Spike captured on trace {attempt}. Returning to ping monitoring.", - incident_id=incident_id, attempts=attempt, raw_file=report["raw_file"]) - return - if stop.is_set(): - break - log.write("trace_retry", f"No trace probe crossed the spike threshold; next trace in {args.trace_retry:g}s.", - incident_id=incident_id, attempt=attempt) - if stop.wait(args.trace_retry): - break - log.write("incident_cancelled", "Trace capture stopped before a spike was captured.", - incident_id=incident_id, attempts=attempt) - - def positive_float(value): result = float(value) if not 0 < result < float("inf"): @@ -284,19 +300,19 @@ def arguments(): parser.add_argument("--threshold", type=positive_float, default=100, help="absolute spike threshold in ms") parser.add_argument("--multiplier", type=positive_float, default=3, help="relative baseline multiplier") parser.add_argument("--increase", type=positive_float, default=40, help="minimum relative increase in ms") - parser.add_argument("--required", type=positive_int, default=3, help="bad probes needed per period (default: 3)") + parser.add_argument("--required", type=positive_int, default=3, help="bad probes per qualifying ping summary period (default: 3)") parser.add_argument("--period", type=positive_float, default=60, help="period duration in seconds (default: 60)") - parser.add_argument("--consecutive", type=positive_int, default=2, help="consecutive bad periods needed (default: 2)") + parser.add_argument("--consecutive", type=positive_int, default=2, help="consecutive qualifying ping summary periods (default: 2)") parser.add_argument("--baseline-window", type=positive_int, default=60) - parser.add_argument("--cooldown", type=positive_float, default=120, help="seconds after capture before another incident can start") - parser.add_argument("--trace-retry", type=positive_float, default=2, help="seconds between incident trace attempts (default: 2)") + parser.add_argument("--cooldown", type=positive_float, default=120, help="legacy option; ignored (tracing is continuous)") + parser.add_argument("--trace-retry", type=positive_float, default=2, help="seconds between route traces, including after capture (default: 2)") parser.add_argument("--ping-timeout", type=positive_int, default=1000, help="ping timeout in ms") parser.add_argument("--trace-timeout", type=positive_int, default=500, help="per-hop probe timeout in ms") parser.add_argument("--max-hops", type=positive_int, default=30) parser.add_argument("--hop-jump", type=positive_float, default=30, help="sustained hop RTT increase in ms") parser.add_argument("--log-dir", type=Path, default=Path(__file__).resolve().parent / "logs") parser.add_argument("--count", type=positive_int, help="stop after this many probes (default: continuous)") - parser.add_argument("--trace-now", action="store_true", help="also run a diagnostic immediately") + parser.add_argument("--trace-now", action="store_true", help="legacy option; tracing always starts immediately") args = parser.parse_args() if args.max_hops > 255: parser.error("--max-hops cannot exceed 255") @@ -307,8 +323,15 @@ def arguments(): def main(): args = arguments() - if sys.platform != "win32": - print("This program requires Windows (ping.exe and tracert.exe).", file=sys.stderr) + if sys.platform != "win32" and not sys.platform.startswith("linux"): + print("This program supports Windows and Linux.", file=sys.stderr) + return 1 + required = ("ping", "tracert" if sys.platform == "win32" else "traceroute") + missing = [command for command in required if shutil.which(command) is None] + if missing: + print("Missing required command(s): " + ", ".join(missing), file=sys.stderr) + if sys.platform.startswith("linux"): + print("On Linux Mint/Ubuntu: sudo apt install iputils-ping traceroute", file=sys.stderr) return 1 try: target = socket.gethostbyname(args.target) @@ -322,26 +345,27 @@ def main(): args.baseline_window, args.required, args.period, args.consecutive) executor = ThreadPoolExecutor(max_workers=1) pending = None - next_incident = float("-inf") - pending_incident = False + next_trace = float("-inf") samples = 0 failed = False try: log.write("start", f"Monitoring {args.target} ({target}). Ctrl+C stops. Logs: {log.directory}", target=target, settings={k: str(v) if isinstance(v, Path) else v for k, v in vars(args).items()}) - log.write("trigger_rule", f"Trace after {args.required}+ spikes/losses per {args.period:g}s " - f"period for {args.consecutive} consecutive periods.") - if args.trace_now: - pending = executor.submit(trace, target, args, log, stop) + log.write("trace_mode", f"Tracing continuously, with {args.trace_retry:g}s between traces." + " Captured spikes do not stop tracing.") + attempt = 1 + pending = executor.submit(trace, target, args, log, stop, None, None, attempt) while not stop.is_set() and (args.count is None or samples < args.count): started = time.monotonic() if pending is not None and pending.done(): pending.result() pending = None - if pending_incident: - next_incident = time.monotonic() + args.cooldown - pending_incident = False - code, output = run_command(["ping", "-4", "-n", "1", "-w", str(args.ping_timeout), target], + next_trace = time.monotonic() + args.trace_retry + if pending is None and time.monotonic() >= next_trace: + baseline = statistics.median(detector.baseline) if len(detector.baseline) >= 10 else None + attempt += 1 + pending = executor.submit(trace, target, args, log, stop, baseline, None, attempt) + code, output = run_command(ping_command(target, args.ping_timeout), args.ping_timeout / 1000 + 5, stop) if stop.is_set(): break @@ -356,16 +380,11 @@ def main(): streak=state["consecutive_bad_periods"]) samples += 1 log.ping(target, latency, state) - if state["trigger"] and pending is None and time.monotonic() >= next_incident: - baseline = state["baseline_ms"] if len(detector.baseline) >= 10 else None - pending_incident = True - pending = executor.submit(trace_incident, target, args, log, stop, baseline) if args.count is None or samples < args.count: stop.wait(max(0, args.interval - (time.monotonic() - started))) if pending: - if pending_incident: - stop.set() # --count remains a bounded monitoring run. - log.write("waiting", "Finishing diagnostic; Ctrl+C cancels.") + stop.set() # --count also cancels the active trace. + log.write("waiting", "Stopping active trace.") while not pending.done(): time.sleep(0.2) pending.result() diff --git a/test_network_monitor.py b/test_network_monitor.py index d9e0cd7..f2bd6db 100644 --- a/test_network_monitor.py +++ b/test_network_monitor.py @@ -1,25 +1,27 @@ -import pathlib -import json -import sys +import pathlib +import json +import sys import subprocess -import tempfile -import threading -import unittest -from unittest.mock import patch, Mock -from types import SimpleNamespace - -from network_monitor import Detector, analyze_trace, parse_ping, parse_trace, run_command, trace, trace_incident, Log - - -class MonitorTests(unittest.TestCase): - @unittest.skipUnless(sys.platform == "win32", "requires Windows ping and tracert") - def test_main_finishes_diagnostic_and_closes_log(self): +import shutil +import tempfile +import threading +import unittest +from unittest.mock import patch, Mock +from types import SimpleNamespace + +from network_monitor import Detector, analyze_trace, parse_ping, parse_trace, run_command, trace, Log, ping_command, trace_command, main + + +class MonitorTests(unittest.TestCase): + @unittest.skipUnless(shutil.which("ping") and shutil.which("tracert" if sys.platform == "win32" else "traceroute"), + "requires ping and the platform traceroute command") + def test_main_starts_trace_without_trigger_and_closes_log(self): # Exercise real executor shutdown on the interpreter running the suite, # including Python 3.8, where cancel_futures is unavailable. with tempfile.TemporaryDirectory() as directory: result = subprocess.run( [sys.executable, str(pathlib.Path(__file__).with_name("network_monitor.py")), - "--target", "127.0.0.1", "--count", "1", "--trace-now", + "--target", "127.0.0.1", "--count", "1", "--log-dir", directory], stdout=subprocess.PIPE, stderr=subprocess.STDOUT, timeout=20) self.assertEqual(result.returncode, 0, result.stdout.decode(errors="replace")) @@ -30,199 +32,252 @@ class MonitorTests(unittest.TestCase): self.assertTrue(any(entry["event"] == "trace_complete" for entry in entries)) self.assertFalse(any(entry["event"] == "error" for entry in entries)) - def test_only_bad_pings_are_logged(self): - with tempfile.TemporaryDirectory() as directory: - log = Log(pathlib.Path(directory)) - detector = Detector(start=0) - try: - with patch("builtins.print") as display: - for second in range(100): - log.ping("1.1.1.1", 10, detector.observe(10, now=second)) - self.assertEqual((log.directory / "events.jsonl").stat().st_size, 0) - log.ping("1.1.1.1", 150, detector.observe(150, now=100)) - log.ping("1.1.1.1", None, detector.observe(None, now=101)) - self.assertEqual(display.call_count, 102) - entries = [json.loads(line) for line in (log.directory / "events.jsonl").read_text().splitlines()] - self.assertEqual([entry["latency_ms"] for entry in entries], [150, None]) - self.assertTrue(all(entry["bad"] and entry["time"] for entry in entries)) - finally: - log.file.close() - - def test_ping(self): - self.assertEqual(parse_ping("Reply from 1.1.1.1: bytes=32 time=21ms TTL=57"), 21) - self.assertEqual(parse_ping("Reply from 127.0.0.1: bytes=32 time<1ms TTL=128"), 0.5) - self.assertIsNone(parse_ping("Reply from 192.168.1.1: Destination host unreachable.")) - self.assertIsNone(parse_ping("Request timed out.")) - - def test_two_consecutive_minutes(self): - detector = Detector(start=0) - for second in range(120): - latency = 150 if second in (5, 25, 45, 65, 85, 105) else 10 - self.assertFalse(detector.observe(latency, now=second)["trigger"]) - result = detector.observe(10, now=120) - self.assertTrue(result["trigger"]) - self.assertEqual(result["consecutive_bad_periods"], 2) - self.assertFalse(detector.observe(10, now=121)["trigger"]) - self.assertFalse(detector.observe(10, now=180)["trigger"]) - - def test_single_burst_does_not_qualify_twice(self): - detector = Detector(start=0) - for second in (5, 6, 7, 8, 9, 10): - detector.observe(150, now=second) - self.assertFalse(detector.observe(10, now=60)["trigger"]) - self.assertFalse(detector.observe(10, now=120)["trigger"]) - - def test_quiet_minute_breaks_streak(self): - detector = Detector(start=0) - for second in (5, 25, 45, 125, 145, 165): - self.assertFalse(detector.observe(None, now=second)["trigger"]) - self.assertFalse(detector.observe(10, now=180)["trigger"]) - self.assertEqual(detector.streak, 1) - - def test_boundary_probe_belongs_to_new_minute(self): - detector = Detector(start=0) - for second in (1, 20, 40, 61, 80): - detector.observe(150, now=second) - result = detector.observe(150, now=120) - self.assertFalse(result["trigger"]) - self.assertEqual(result["completed_period_bad"], 2) - self.assertEqual(result["period_bad"], 1) - - def test_relative_spikes_and_loss_count(self): - detector = Detector(start=0) - for second in range(10): - detector.observe(10, now=second) - for second in (15, 35, 55, 65, 85): - detector.observe(65, now=second) - detector.observe(None, now=105) - result = detector.observe(10, now=120) - self.assertTrue(result["trigger"]) - self.assertEqual(result["baseline_ms"], 10) - - def test_sleep_breaks_streak(self): - detector = Detector(start=0) - for second in (5, 25, 45, 65, 85, 105): - detector.observe(None, now=second) - self.assertFalse(detector.observe(10, now=240)["trigger"]) - self.assertEqual(detector.streak, 0) - - def test_custom_periods(self): - detector = Detector(start=0, required=1, period=10, consecutive=3) - for second in (1, 11, 21): - self.assertFalse(detector.observe(150, now=second)["trigger"]) - self.assertTrue(detector.observe(10, now=30)["trigger"]) - - def test_trace_attribution(self): - trace = " 1 <1 ms 1 ms 1 ms 192.168.1.1\n 2 80 ms 90 ms 85 ms 10.0.0.1\n 3 90 ms 95 ms 91 ms 1.1.1.1\n" - hops = parse_trace(trace) - self.assertIn("hop 2 (10.0.0.1)", analyze_trace(hops, "1.1.1.1", 30)) - hops[-1]["median_ms"] = 10 - self.assertIn("No sustained", analyze_trace(hops, "1.1.1.1", 30)) - self.assertIn("Inconclusive", analyze_trace(hops[:-1], "1.1.1.1", 30)) - self.assertEqual(parse_trace(" 4 * * * Request timed out.")[0]["timeouts"], 3) - - def test_trace_hostnames_and_addresses(self): - hops = parse_trace(" 1 12 ms 13 ms 11 ms hop1.subsystem2.spectrum.com [192.0.2.1]\n" - " 2 * 20 ms 21 ms 198.51.100.2\n") - self.assertEqual(hops[0]["hostname"], "hop1.subsystem2.spectrum.com") - self.assertEqual(hops[0]["ip"], "192.0.2.1") - self.assertIsNone(hops[1]["hostname"]) - self.assertEqual(hops[1]["ip"], "198.51.100.2") - - def trace_args(self): - return SimpleNamespace(max_hops=30, trace_timeout=500, hop_jump=30, - threshold=100, multiplier=3, increase=40, trace_retry=0.001) - - def test_incident_retries_until_capture(self): - results = [{"spike_captured": False}, {"spike_captured": False}, - {"spike_captured": True, "raw_file": "captured.txt"}] - with patch("network_monitor.trace", side_effect=results) as tracer: - log = Mock() - trace_incident("1.1.1.1", self.trace_args(), log, threading.Event(), 10) - self.assertEqual(tracer.call_count, 3) - self.assertEqual([c.args[-1] for c in tracer.call_args_list], [1, 2, 3]) - self.assertEqual(log.write.call_args.args[0], "incident_captured") - - def test_incident_cancellation_stops_retries(self): - stop = threading.Event() - def cancel(*args): - stop.set() - return {"spike_captured": False} - with patch("network_monitor.trace", side_effect=cancel) as tracer: - log = Mock() - trace_incident("1.1.1.1", self.trace_args(), log, stop, 10) - self.assertEqual(tracer.call_count, 1) - self.assertEqual(log.write.call_args.args[0], "incident_cancelled") - - def test_only_spike_traces_are_retained(self): - cases = [ - (" 1 1 ms 1 ms 1 ms 192.168.1.1\n 2 110 ms 120 ms 115 ms 10.0.0.1\n 3 120 ms 130 ms 125 ms 1.1.1.1\n", 0, None, True), - # A normally long path must not qualify without destination spike latency. - (" 1 1 ms 1 ms 1 ms 192.168.1.1\n 2 40 ms 40 ms 40 ms 10.0.0.1\n 3 45 ms 45 ms 45 ms 1.1.1.1\n", 0, None, False), - # Relative threshold also works below the absolute threshold. - (" 1 1 ms 1 ms 1 ms 192.168.1.1\n 2 60 ms 60 ms 60 ms 10.0.0.1\n 3 65 ms 65 ms 65 ms 1.1.1.1\n", 0, 10, True), - (" 1 1 ms 1 ms 1 ms 192.168.1.1\n 2 150 ms 150 ms 150 ms 10.0.0.1\n 3 10 ms 10 ms 10 ms 1.1.1.1\n", 0, None, True), - (" 1 120 ms 120 ms 120 ms 192.168.1.1\n 2 * * * Request timed out.\n", 0, None, True), - (" 1 120 ms 120 ms 120 ms 192.168.1.1\n 2 150 ms 150 ms 150 ms 1.1.1.1\n", -1, None, True), - ] - cases.extend([ - # One brief slow response must survive median filtering and downstream recovery. - (" 1 10 ms 300 ms 11 ms hop1.subsystem2.spectrum.com [192.0.2.1]\n 2 15 ms 16 ms 17 ms 1.1.1.1\n", 0, None, True), - # Destination-only spike is still useful evidence. - (" 1 1 ms 1 ms 1 ms 192.168.1.1\n 2 12 ms 100 ms 13 ms 1.1.1.1\n", 0, None, True), - # No measured slow replies: neither timeouts nor a near-threshold response qualifies. - (" 1 * * * Request timed out.\n", 0, None, False), - (" 1 99 ms 10 ms 11 ms 192.168.1.1\n", 0, None, False), - ]) - for output, code, baseline, expected in cases: - with self.subTest(output=output, code=code), tempfile.TemporaryDirectory() as directory: - log = Log(pathlib.Path(directory)) - def command(*args, capture_path): - self.assertNotIn("-d", args[0]) - capture_path.write_bytes(output.encode()) - return code, output - try: - with patch("network_monitor.run_command", side_effect=command): - report = trace("1.1.1.1", self.trace_args(), log, threading.Event(), baseline) - self.assertEqual(report["spike_captured"], expected) - self.assertEqual(bool(report["spike_probes"]), expected) - files = list(pathlib.Path(directory).glob("trace_*")) - self.assertEqual(len(files), 2 if expected else 0) - if expected: - self.assertEqual(pathlib.Path(report["raw_file"]).read_bytes(), output.encode()) - else: - self.assertIsNone(report["raw_file"]) - self.assertNotIn('"hops"', (pathlib.Path(directory) / "events.jsonl").read_text()) - finally: - log.file.close() - - def test_entire_output_preserved(self): - with tempfile.TemporaryDirectory() as directory: - path = pathlib.Path(directory) / "trace.txt" - code, _ = run_command([sys.executable, "-c", "import os; os.write(1,b'header\\r\\n'); os.write(2,b' 1 * * *\\r\\n'); os.write(1,b'Trace complete.\\r\\n')"], 5, threading.Event(), path) - self.assertEqual(code, 0) - self.assertEqual(path.read_bytes(), b"header\r\n 1 * * *\r\nTrace complete.\r\n") - - def test_partial_output_survives_cancel(self): - with tempfile.TemporaryDirectory() as directory: - path = pathlib.Path(directory) / "trace.txt" - stop = threading.Event() - # Wait for actual output to reach disk before cancelling. - def cancel(): - import time - deadline = time.monotonic() + 5 - while time.monotonic() < deadline: - if path.exists() and path.stat().st_size: - break - time.sleep(0.01) - stop.set() - watcher = threading.Thread(target=cancel) - watcher.start() - code, _ = run_command([sys.executable, "-c", "import os,time; os.write(1,b'partial hop\\r\\n'); time.sleep(30)"], 10, stop, path) - watcher.join() - self.assertEqual(code, -1) - self.assertEqual(path.read_bytes(), b"partial hop\r\n") - - -if __name__ == "__main__": - unittest.main() + def test_only_bad_pings_are_logged(self): + with tempfile.TemporaryDirectory() as directory: + log = Log(pathlib.Path(directory)) + detector = Detector(start=0) + try: + with patch("builtins.print") as display: + for second in range(100): + log.ping("1.1.1.1", 10, detector.observe(10, now=second)) + self.assertEqual((log.directory / "events.jsonl").stat().st_size, 0) + log.ping("1.1.1.1", 150, detector.observe(150, now=100)) + log.ping("1.1.1.1", None, detector.observe(None, now=101)) + self.assertEqual(display.call_count, 102) + entries = [json.loads(line) for line in (log.directory / "events.jsonl").read_text().splitlines()] + self.assertEqual([entry["latency_ms"] for entry in entries], [150, None]) + self.assertTrue(all(entry["bad"] and entry["time"] for entry in entries)) + finally: + log.file.close() + + def test_ping(self): + self.assertEqual(parse_ping("Reply from 1.1.1.1: bytes=32 time=21ms TTL=57"), 21) + self.assertEqual(parse_ping("Reply from 127.0.0.1: bytes=32 time<1ms TTL=128"), 0.5) + self.assertIsNone(parse_ping("Reply from 192.168.1.1: Destination host unreachable.")) + self.assertIsNone(parse_ping("Request timed out.")) + + def test_linux_ping(self): + self.assertEqual(parse_ping("64 bytes from 127.0.0.1: icmp_seq=1 ttl=64 time=0.026 ms"), 0.026) + self.assertIsNone(parse_ping("From 192.0.2.1 icmp_seq=1 Destination Host Unreachable")) + self.assertIsNone(parse_ping("1 packets transmitted, 0 received, 100% packet loss")) + + def test_platform_commands(self): + with patch("network_monitor.sys.platform", "linux"): + self.assertEqual(ping_command("127.0.0.1", 500), + ["ping", "-4", "-n", "-c", "1", "-W", "0.5", "127.0.0.1"]) + self.assertEqual(trace_command("127.0.0.1", self.trace_args()), + ["traceroute", "-4", "-N", "1", "-q", "3", "-m", "30", + "-w", "0.5", "127.0.0.1"]) + with patch("network_monitor.sys.platform", "win32"): + self.assertEqual(ping_command("127.0.0.1", 500), + ["ping", "-4", "-n", "1", "-w", "500", "127.0.0.1"]) + self.assertEqual(trace_command("127.0.0.1", self.trace_args()), + ["tracert", "-4", "-h", "30", "-w", "500", "127.0.0.1"]) + + def test_missing_linux_dependency(self): + with patch("network_monitor.sys.platform", "linux"), \ + patch("network_monitor.sys.argv", ["network_monitor.py"]), \ + patch("network_monitor.shutil.which", side_effect=lambda cmd: "/usr/bin/ping" if cmd == "ping" else None), \ + patch("sys.stderr") as stderr, patch("network_monitor.Log") as log: + self.assertEqual(main(), 1) + self.assertIn("sudo apt install", "".join(c.args[0] for c in stderr.write.call_args_list)) + log.assert_not_called() + + def test_linux_trace(self): + hops = parse_trace("traceroute to 1.1.1.1 (1.1.1.1), 30 hops max, 60 byte packets\n" + " 1 router.example (192.0.2.1) 0.123 ms 150.456 ms 0.321 ms\n" + " 2 * * *\n" + " 3 1.1.1.1 (1.1.1.1) 12.1 ms * 13.2 ms\n") + self.assertEqual(len(hops), 3) + self.assertEqual(hops[0]["hostname"], "router.example") + self.assertEqual(hops[0]["ip"], "192.0.2.1") + self.assertEqual(hops[0]["rtt_ms"], [0.123, 150.456, 0.321]) + self.assertEqual(hops[1]["timeouts"], 3) + self.assertEqual(hops[2]["timeouts"], 1) + + def test_linux_trace_multiple_routers(self): + hops = parse_trace(" 1 a.example (192.0.2.1) 150 ms b.example (192.0.2.2) 2 ms 3 ms\n" + " 2 1.1.1.1 (1.1.1.1) 4 ms 5 ms 6 ms\n") + self.assertIsNone(hops[0]["ip"]) + self.assertIsNone(hops[0]["hostname"]) + self.assertEqual(hops[0]["probes"][0], + {"ip": "192.0.2.1", "hostname": "a.example", "rtt_ms": 150}) + self.assertEqual(hops[0]["probes"][2]["ip"], "192.0.2.2") + self.assertIn("Inconclusive", analyze_trace(hops, "1.1.1.1", 30)) + + def test_two_consecutive_minutes(self): + detector = Detector(start=0) + for second in range(120): + latency = 150 if second in (5, 25, 45, 65, 85, 105) else 10 + self.assertFalse(detector.observe(latency, now=second)["trigger"]) + result = detector.observe(10, now=120) + self.assertTrue(result["trigger"]) + self.assertEqual(result["consecutive_bad_periods"], 2) + self.assertFalse(detector.observe(10, now=121)["trigger"]) + self.assertFalse(detector.observe(10, now=180)["trigger"]) + + def test_single_burst_does_not_qualify_twice(self): + detector = Detector(start=0) + for second in (5, 6, 7, 8, 9, 10): + detector.observe(150, now=second) + self.assertFalse(detector.observe(10, now=60)["trigger"]) + self.assertFalse(detector.observe(10, now=120)["trigger"]) + + def test_quiet_minute_breaks_streak(self): + detector = Detector(start=0) + for second in (5, 25, 45, 125, 145, 165): + self.assertFalse(detector.observe(None, now=second)["trigger"]) + self.assertFalse(detector.observe(10, now=180)["trigger"]) + self.assertEqual(detector.streak, 1) + + def test_boundary_probe_belongs_to_new_minute(self): + detector = Detector(start=0) + for second in (1, 20, 40, 61, 80): + detector.observe(150, now=second) + result = detector.observe(150, now=120) + self.assertFalse(result["trigger"]) + self.assertEqual(result["completed_period_bad"], 2) + self.assertEqual(result["period_bad"], 1) + + def test_relative_spikes_and_loss_count(self): + detector = Detector(start=0) + for second in range(10): + detector.observe(10, now=second) + for second in (15, 35, 55, 65, 85): + detector.observe(65, now=second) + detector.observe(None, now=105) + result = detector.observe(10, now=120) + self.assertTrue(result["trigger"]) + self.assertEqual(result["baseline_ms"], 10) + + def test_sleep_breaks_streak(self): + detector = Detector(start=0) + for second in (5, 25, 45, 65, 85, 105): + detector.observe(None, now=second) + self.assertFalse(detector.observe(10, now=240)["trigger"]) + self.assertEqual(detector.streak, 0) + + def test_custom_periods(self): + detector = Detector(start=0, required=1, period=10, consecutive=3) + for second in (1, 11, 21): + self.assertFalse(detector.observe(150, now=second)["trigger"]) + self.assertTrue(detector.observe(10, now=30)["trigger"]) + + def test_trace_attribution(self): + trace = " 1 <1 ms 1 ms 1 ms 192.168.1.1\n 2 80 ms 90 ms 85 ms 10.0.0.1\n 3 90 ms 95 ms 91 ms 1.1.1.1\n" + hops = parse_trace(trace) + self.assertIn("hop 2 (10.0.0.1)", analyze_trace(hops, "1.1.1.1", 30)) + hops[-1]["median_ms"] = 10 + self.assertIn("No sustained", analyze_trace(hops, "1.1.1.1", 30)) + self.assertIn("Inconclusive", analyze_trace(hops[:-1], "1.1.1.1", 30)) + self.assertEqual(parse_trace(" 4 * * * Request timed out.")[0]["timeouts"], 3) + + def test_trace_hostnames_and_addresses(self): + hops = parse_trace(" 1 12 ms 13 ms 11 ms hop1.subsystem2.spectrum.com [192.0.2.1]\n" + " 2 * 20 ms 21 ms 198.51.100.2\n") + self.assertEqual(hops[0]["hostname"], "hop1.subsystem2.spectrum.com") + self.assertEqual(hops[0]["ip"], "192.0.2.1") + self.assertIsNone(hops[1]["hostname"]) + self.assertEqual(hops[1]["ip"], "198.51.100.2") + + def trace_args(self): + return SimpleNamespace(max_hops=30, trace_timeout=500, hop_jump=30, + threshold=100, multiplier=3, increase=40, trace_retry=0.001) + + def test_continuous_tracing_repeats_after_capture_and_healthy_trace(self): + from concurrent.futures import Future + with tempfile.TemporaryDirectory() as directory: + executor = Mock() + reports = iter([False, True, False]) + def submit(*args): + future = Future() + future.set_result({"spike_captured": next(reports)}) + return future + executor.submit.side_effect = submit + with patch("network_monitor.sys.argv", ["network_monitor.py", "--count", "2", + "--trace-retry", "0.001", "--log-dir", directory]), \ + patch("network_monitor.shutil.which", return_value="command"), \ + patch("network_monitor.socket.gethostbyname", return_value="1.1.1.1"), \ + patch("network_monitor.ThreadPoolExecutor", return_value=executor), \ + patch("network_monitor.time.monotonic", side_effect=range(100)), \ + patch("network_monitor.run_command", return_value=(0, "reply time=10ms TTL=64")), \ + patch("builtins.print"): + self.assertEqual(main(), 0) + self.assertEqual(executor.submit.call_count, 3) + self.assertEqual([call.args[-1] for call in executor.submit.call_args_list], [1, 2, 3]) + self.assertTrue(executor.submit.call_args.args[4].is_set()) + executor.shutdown.assert_called_once_with(wait=True) + + def test_only_spike_traces_are_retained(self): + cases = [ + (" 1 1 ms 1 ms 1 ms 192.168.1.1\n 2 110 ms 120 ms 115 ms 10.0.0.1\n 3 120 ms 130 ms 125 ms 1.1.1.1\n", 0, None, True), + # A normally long path must not qualify without destination spike latency. + (" 1 1 ms 1 ms 1 ms 192.168.1.1\n 2 40 ms 40 ms 40 ms 10.0.0.1\n 3 45 ms 45 ms 45 ms 1.1.1.1\n", 0, None, False), + # Relative threshold also works below the absolute threshold. + (" 1 1 ms 1 ms 1 ms 192.168.1.1\n 2 60 ms 60 ms 60 ms 10.0.0.1\n 3 65 ms 65 ms 65 ms 1.1.1.1\n", 0, 10, True), + (" 1 1 ms 1 ms 1 ms 192.168.1.1\n 2 150 ms 150 ms 150 ms 10.0.0.1\n 3 10 ms 10 ms 10 ms 1.1.1.1\n", 0, None, True), + (" 1 120 ms 120 ms 120 ms 192.168.1.1\n 2 * * * Request timed out.\n", 0, None, True), + (" 1 120 ms 120 ms 120 ms 192.168.1.1\n 2 150 ms 150 ms 150 ms 1.1.1.1\n", -1, None, True), + ] + cases.extend([ + (" 1 router.example (192.0.2.1) 0.123 ms 150.456 ms 0.321 ms\n 2 * * *\n", 0, None, True), + # One brief slow response must survive median filtering and downstream recovery. + (" 1 10 ms 300 ms 11 ms hop1.subsystem2.spectrum.com [192.0.2.1]\n 2 15 ms 16 ms 17 ms 1.1.1.1\n", 0, None, True), + # Destination-only spike is still useful evidence. + (" 1 1 ms 1 ms 1 ms 192.168.1.1\n 2 12 ms 100 ms 13 ms 1.1.1.1\n", 0, None, True), + # No measured slow replies: neither timeouts nor a near-threshold response qualifies. + (" 1 * * * Request timed out.\n", 0, None, False), + (" 1 99 ms 10 ms 11 ms 192.168.1.1\n", 0, None, False), + ]) + for output, code, baseline, expected in cases: + with self.subTest(output=output, code=code), tempfile.TemporaryDirectory() as directory: + log = Log(pathlib.Path(directory)) + def command(*args, capture_path): + self.assertNotIn("-d", args[0]) + capture_path.write_bytes(output.encode()) + return code, output + try: + with patch("network_monitor.run_command", side_effect=command): + report = trace("1.1.1.1", self.trace_args(), log, threading.Event(), baseline) + self.assertEqual(report["spike_captured"], expected) + self.assertEqual(bool(report["spike_probes"]), expected) + files = list(pathlib.Path(directory).glob("trace_*")) + self.assertEqual(len(files), 2 if expected else 0) + if expected: + self.assertEqual(pathlib.Path(report["raw_file"]).read_bytes(), output.encode()) + else: + self.assertIsNone(report["raw_file"]) + self.assertNotIn('"hops"', (pathlib.Path(directory) / "events.jsonl").read_text()) + finally: + log.file.close() + + def test_entire_output_preserved(self): + with tempfile.TemporaryDirectory() as directory: + path = pathlib.Path(directory) / "trace.txt" + code, _ = run_command([sys.executable, "-c", "import os; os.write(1,b'header\\r\\n'); os.write(2,b' 1 * * *\\r\\n'); os.write(1,b'Trace complete.\\r\\n')"], 5, threading.Event(), path) + self.assertEqual(code, 0) + self.assertEqual(path.read_bytes(), b"header\r\n 1 * * *\r\nTrace complete.\r\n") + + def test_partial_output_survives_cancel(self): + with tempfile.TemporaryDirectory() as directory: + path = pathlib.Path(directory) / "trace.txt" + stop = threading.Event() + # Wait for actual output to reach disk before cancelling. + def cancel(): + import time + deadline = time.monotonic() + 5 + while time.monotonic() < deadline: + if path.exists() and path.stat().st_size: + break + time.sleep(0.01) + stop.set() + watcher = threading.Thread(target=cancel) + watcher.start() + code, _ = run_command([sys.executable, "-c", "import os,time; os.write(1,b'partial hop\\r\\n'); time.sleep(30)"], 10, stop, path) + watcher.join() + self.assertEqual(code, -1) + self.assertEqual(path.read_bytes(), b"partial hop\r\n") + + +if __name__ == "__main__": + unittest.main()