File tree 1 file changed +9
-9
lines changed
torchvision/prototype/datasets/_builtin 1 file changed +9
-9
lines changed Original file line number Diff line number Diff line change @@ -40,16 +40,16 @@ def _preprocess(self, path: pathlib.Path) -> pathlib.Path:
40
40
except Exception :
41
41
broken_urls .append (url )
42
42
43
- if broken_urls :
44
- print (f"Failed to download { len (broken_urls )} images" )
45
- self ._write_broken_urls_to_file (broken_urls , data_folder )
46
-
47
- return data_folder
43
+ if broken_urls :
44
+ broken_urls_file = folder .parent / "broken_urls.txt"
45
+ warnings .warn (
46
+ f"Failed to download { len (broken_urls )} ({ len (broken_urls ) / len (urls ):.2%} ) images. "
47
+ f"They are logged in { broken_urls_file } ."
48
+ )
49
+ with open (broken_urls_file , "w" ) as fh :
50
+ fh .write ("\n " .join (broken_urls ) + "\n " )
48
51
49
- def _write_broken_urls_to_file (self , broken_urls : List , data_folder : pathlib .Path ) -> None :
50
- with open (data_folder / "missing.txt" , "w" ) as fh :
51
- fh .write ("\n " .join (broken_urls ))
52
- print ("Missing images are logged at:" , data_folder / "missing.txt" )
52
+ return folder
53
53
54
54
def resources (self , config : DatasetConfig ) -> List [OnlineResource ]:
55
55
return [
You can’t perform that action at this time.
0 commit comments