regen_all.py 2.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354
  1. #!/usr/bin/env python3
  2. import argparse
  3. import concurrent.futures
  4. import os
  5. import random
  6. import traceback
  7. from tqdm import tqdm
  8. from openpilot.common.prefix import OpenpilotPrefix
  9. from openpilot.selfdrive.test.process_replay.regen import regen_and_save
  10. from openpilot.selfdrive.test.process_replay.test_processes import FAKEDATA, source_segments as segments
  11. from openpilot.tools.lib.route import SegmentName
  12. def regen_job(segment, upload, disable_tqdm):
  13. with OpenpilotPrefix():
  14. sn = SegmentName(segment[1])
  15. fake_dongle_id = 'regen' + ''.join(random.choice('0123456789ABCDEF') for _ in range(11))
  16. try:
  17. relr = regen_and_save(sn.route_name.canonical_name, sn.segment_num, upload=upload, use_route_meta=False,
  18. outdir=os.path.join(FAKEDATA, fake_dongle_id), disable_tqdm=disable_tqdm, dummy_driver_cam=True)
  19. relr = '|'.join(relr.split('/')[-2:])
  20. return f' ("{segment[0]}", "{relr}"), '
  21. except Exception as e:
  22. err = f" {segment} failed: {str(e)}"
  23. err += traceback.format_exc()
  24. err += "\n\n"
  25. return err
  26. if __name__ == "__main__":
  27. all_cars = {car for car, _ in segments}
  28. parser = argparse.ArgumentParser(description="Generate new segments from old ones")
  29. parser.add_argument("-j", "--jobs", type=int, default=1)
  30. parser.add_argument("--no-upload", action="store_true")
  31. parser.add_argument("--whitelist-cars", type=str, nargs="*", default=all_cars,
  32. help="Whitelist given cars from the test (e.g. HONDA)")
  33. parser.add_argument("--blacklist-cars", type=str, nargs="*", default=[],
  34. help="Blacklist given cars from the test (e.g. HONDA)")
  35. args = parser.parse_args()
  36. tested_cars = set(args.whitelist_cars) - set(args.blacklist_cars)
  37. tested_cars = {c.upper() for c in tested_cars}
  38. tested_segments = [(car, segment) for car, segment in segments if car in tested_cars]
  39. with concurrent.futures.ProcessPoolExecutor(max_workers=args.jobs) as pool:
  40. p = pool.map(regen_job, tested_segments, [not args.no_upload] * len(tested_segments), [args.jobs > 1] * len(tested_segments))
  41. msg = "Copy these new segments into test_processes.py:"
  42. for seg in tqdm(p, desc="Generating segments", total=len(tested_segments)):
  43. msg += "\n" + str(seg)
  44. print()
  45. print()
  46. print(msg)