Æe\ UdZddlZddlZddlmZddlZddlZddlZddlZddl Z ddl m Z ddl m Z mZmZddlmZddlmZddlmZdd lmZdd lmZmZmZmZmZmZmZdd lm Z m!Z!m"Z"m#Z#m$Z$dd l%m&Z&dd l'm(Z(ddl)m*Z*ddl+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2ddl3m4Z4ddl5m6Z6m7Z7m8Z8m9Z9m:Z:ddl;m.filter_package=s<z'filter_packages..filter_packageBs*<s ` r5filter_packagesrE7s@ 0G 0 0  UG U U .( ++r?_deprecated_defaultc 6eZdZUdZej ed<eed<eed<e ed<eed<dde fded ededefd Z e d dd de eded ej fdZedZej"dej fdZdZdefdZdFdeded eeeeffdZ dGdedede eed eed d ffdZ dFdeded eed d ffdZ dFdeded eed d ffdZd eefdZd eefdZd eee ee ffdZ!d de"jFfde ee$ded e"jJfd!Z&d e"jFdd fd"e eed e"jJd#ede efd$Z'd"eed e(e fd%Z)d&efd'Z*d(Z+d)Z,d*Z-d+Z. dHd,e$ded-efd.Z/d/Z0d,e$d0e$fd1Z1dId-efd2Z2d ee3fd3Z4d4e3fd5Z5d ee fd6Z6d7ee fd8Z7d eefd9Z8d:Z9d;e:fd<Z;ed;e?e fd>Z@de fd?ZAd@ed e e fdAZB dFd,e$ded eCfdBZDdCeEjfdDZGdCeEjfdEZHy )J AutoImportzA class for finding the module that provides a name. This class maintains a cache of global names in python modules. Note that this cache is not accurate and might be out of date. connectionmemoryprojectproject_packager*TFobservec||_t|jj|}|J|jJ||_||_||_|tur!d|_tjdtt|_ |j|||_|j!|rHt#j$|j&|j(|j*}|j-|yy)aConstruct an AutoImport object. Parameters ___________ project : rope.base.project.Project the project to use for project imports observe : bool if true, listen for project changes and update the cache. underlined : bool If `underlined` is `True`, underlined names are cached, too. memory: If true, don't persist to disk DEPRECATION NOTICE: The default value will change to use an on-disk database by default in the future. If you want to use an in-memory database, you need to pass `memory=True` explicitly: autoimport = AutoImport(..., memory=True) NTzThe default value for `AutoImport(memory)` argument will change to use an on-disk database by default in the future. If you want to use an in-memory database, you need to pass `AutoImport(memory=True)` explicitly.rKrJ)changedmovedremoved)rKr%rootpathlibpathrLr*rJrFwarningswarnDeprecationWarningr thread_localcreate_database_connectionrI _setup_dbrResourceObserver_changed_moved_removed add_observer)selfrKrMr*rJrLobservers r5__init__zAutoImport.__init__Ys4 +GLL,@,@'J***##///.$ ( (DK MM8#  "G99:   '88 T[[$--H   * r?NrOr,cdtdtfd}|s | td|s| |jm|tj}n;|j||j }n||jj }tjd|ddStj|jjd z S) z Create an sqlite3 connection project : rope.base.project.Project the project to use for project imports memory : bool if true, don't persist to disk datar,cPt|jjSr:)rencode hexdigest)res r5calculate_project_hashzEAutoImport.create_database_connection..calculate_project_hashs$++-(224 4r?z)if memory=False, project must be providedz file:rope-z:?mode=memory&cache=sharedT)uriz autoimport.db) str Exception ropefoldersecrets token_hexaddress real_pathsqlite3connectrT)clsrKrJri project_hashs r5rZz%AutoImport.create_database_connections  5 5 5'/GH H W_(:(:(B&002 ##+5gooF 5g6H6H6R6RS ??\N*DE4 ??7#5#5#=#=#OP Pr?ct|jds6|j|j|j|j_|jj S)z Creates a new connection if called from a new thread. This makes sure AutoImport can be shared across threads. rIrO)hasattrrYrZrKrJrIras r5rIzAutoImport.connectionsUt((,7+/+J+J {{,K,D   (  +++r?valuec&||j_yr:)rYrI)rarys r5rIzAutoImport.connections',$r?cRtjj|jt |j tjj jd}tj|j}|r |dd|k7r|jyy)N version_hashr) rMetadata create_tablerIlist_executeobjectsselectrcalculate_version_hashrK clear_cache)rar|current_version_hashs r5r[zAutoImport._setup_dbs$$T__5 MM&//1188H I  *@@N|Aq15II     Jr?startingc|jtjjj ddd|fj }t |S)aa Find modules that have a global name that starts with `starting`. For a more complete list, use the search or search_full methods. Parameters __________ starting : str what all the names should start with Return __________ Return a list of ``(name, module)`` tuples r<r4source)rrr import_assistrfetchallr')rarresultss r5rzAutoImport.import_assistsN-- KK % % , ,VXx H8+ (* *   r?r< exact_matchc |j||Dcgc] \}}}}|||f}}}}}t|Scc}}}}w)z Search both modules and names for an import string. This is a simple wrapper around search_full with basic sorting based on Source. Returns a sorted list of import statement, modname pairs ) search_fullr')rar<r statement import_namertypers r5searchzAutoImport.searchsW9=8H8Hk9/ / 4 ; V ,/ / *'22 / s9 ignored_namesc#K| t}t|j||}|j|j||}|D]}|j|vs|yw)a Search both modules and names for an import string. Parameters __________ name: str Name to search for exact_match: bool If using exact_match, only search for that name. Otherwise, search for any name starting with that name. ignored_names : Set[str] Will ignore any names in this set Return __________ Unsorted Generator of SearchResults. Each is guaranteed to be unique. N)set _search_nameunion_search_moduler<)rar<rrrresults r5rzAutoImport.search_fullsg.  EMd''k:;-- 3 3D+ FG F{{-/  s AA&A&c#K|s|dz}|jtjjj dddd|fD]\}}}}t d|d||||yw) z Search both names for available imports. Returns the import statement, import name, source, and type. %r<r4rrfrom  import N)rrrsearch_by_name_likerr )rar<rrr4r name_types r5rzAutoImport._search_names#:D6:mm KK + + 2 268Xv V G7  2K F88K=9   sA&A(c#@K|s|dz}|jtjjj dd|fD]b\}}|j d}|d}|d}|ddD] }|dz }||z }t d|d |||tjjd|jtjjj dd|fD]5\}}d|vr t d |||tjj7y w) z Search both modules for available imports. Returns the import statement, import name, source, and type. rr4r.rrrzimport N) rrrsearch_submodule_likersplitr rModulerysearch_module_like) rar<rr4rpartsr remainingparts r5rzAutoImport._search_module*s:#:D"mm KK - - 4 4Xx H4'  NFFLL%E)KaIa  "S T!  "I;h{m<OO))   "#mm KK * * 1 1(H Ew  NFFf}&"FFHOO4I4I   sDDc|jtjjj dd|fj }t |S)z0Get the list of modules that have global `name`.r4r)rrrsearch_by_namerrr&)rar<rs r5 get_moduleszAutoImport.get_modulesNsE-- KK & & - -h AD7 (* $G,,r?c|jtjjj dj S)z(Get the list of all cached global names.r<)rrrrrrrxs r5 get_all_nameszAutoImport.get_all_namesUs/}}V[[0077?@IIKKr?c|jtjjj j }|jtj jj j }||fS)zDump the entire database.)rrrr select_starrr)ra name_resultspackage_resultss r5 _dump_allzAutoImport._dump_allYsa}}V[[%8%8%D%D%FGPPR --(>(>(J(J(LMVVX_,,r? resources task_handlec ||jj}|jdt|}|j t j j|jjfg}t5}|D]b}|jd|j|j||}|j|jt ||jd dddt#|D]1} |j%| j'|j)3|j*j-y#1swYcxYw)zGenerate global name cache for project files. If `resources` is a list of `rope.base.resource.File`, only those files are searched; otherwise all python modules in the project are cached. NGenerating autoimport cachez Working on )rKget_python_files create_jobsetlenrrrdelete_by_package_namerLr<rr.rU_resource_to_moduleappendr1r"r _add_namesr finished_jobrIcommit) rarr*rr+futuresr2filer4futures r5generate_cachezAutoImport.generate_cache_s*   557I++ )3y>  NN 1 1D4H4H4M4M3O  " Yh! Y##k$))$=>11$ Cxy&$BVBVWX Y Y #7+ #F OOFMMO ,  " #   Y Ys A(EEmodules single_threadc| |jn|}||jnt|j|}|j }tt |||}|sy|j ||jdd}|rf|D]`}t||D]O} |j| jt| |D]#} |j| |j%QbnJtt|||D]1} |j!| j#|j3|j$j'y)a} Generate global name cache for external modules listed in `modules`. If no modules are provided, it will generate a cache for every module available. This method searches in your sys.path and configured python folders. Do not use this for generating your own project's internal names, use generate_resource_cache for that instead. Nrr)r*_get_available_packagesr_get_packages_from_modules_get_packages_from_cacherE _add_packagesrr#r.r/r" _add_namerrr6rrrIr) rarrrr*r)r7r+r3r4r< future_names r5generate_modules_cachez!AutoImport.generate_modules_cache~sJ)3(:T__   ( ( *d55g>?  002*hGH  8$++,I1M # /'</F''7 )&' :/t,,,.// / , :w?  '  2 2 45$$&  '  r?c#JK|D]}|j|}||ywr:)_find_package_path)rarr/r3s r5rz%AutoImport._get_packages_from_moduless2 G--g6GM  s!#r4cJ|j||j|gy)zF$$Z%C%CD >$Qi ))T-A-A-F-F,Gq*IJ"%((;+<+ > >  > >s 3B MM&//11<<> ? KK $ $T__ 5 NN ' ' 8 OO ( ( 911$,,? :;;DLLIJ!++-D ??**/  MM&//11==? F OO " " $' % % %s HHH%ctjd|}||d|j} tj|j |}d}tj|dff}tj|j |}|j||j}|j|}|jdd|dz}|S#t j$rYywxYw)z5Guess at what line the new import should be inserted.z^(def|class)\s+Nr__rope_testmodule_rope r)rerstartrget_string_modulerKrModuleSyntaxErrorr( NormalImportget_module_imports add_importget_changed_sourceindexcount) racodematchr testmodname importinfomodule_importsoffsetrs r5find_insertion_linezAutoImport.find_insertion_lines ,d3  %++-(D 11$,,EH/  -- T/B.DE $77 hO!!*-002K(D!V,q0 ++  s CC'&C'rrc|r|n |j}|j||}|j|jdt ||j D]}|j ||r|jjyy)z0Update the cache for global names in `resource`.F)rrN) r*rrr/r"rLrrIr)rarr*rr4r<s r5update_resourcezAutoImport.update_resourcesz$.Z4?? ))(J? v~~eDfd&:&:; !D NN4  !  OO " " $ r?cH|js|j|yyr:) is_folderr)rars r5r]zAutoImport._changed s!!!#   *$r? newresourcec|js>|j|j}|j||j |yyr:)rrr/rr)rarrr/s r5r^zAutoImport._movedsE!!#..x8@@G   w '   -$r?c|jtjj|f|r|jj yyr:)rrrdelete_by_module_namerIr)rarrs r5rzAutoImport._del_if_exists4 fkk77+H  OO " " $ r?cdtdtfd}|jj}t |t t|}t tj|S)Nfolderr,cL|jxr|jdk7S)Nz/usr/bin)is_diras_posix)r s r5filter_foldersz6AutoImport._get_python_folders..filter_folderss==?Fv'8J'F Fr?) r rCrKget_python_path_foldersrDmaprrfromkeys)rarfolders folder_pathss r5_get_python_folderszAutoImport._get_python_folderssU G4 GD G,,668nc$.@A K((677r?r c#|K|j} t|#t$rY t$rYywxYwwr:)iterdirnextPermissionError StopIteration)rar dirss r5 _safe_iterdirzAutoImport._safe_iterdir"sG~~ 4j #    s$< #< 9<9<9<c DtjDcgc],}t|tjdt j.}}|j D]B}|j|D],}t||j}||j|.D|Scc}wr:) sysbuiltin_module_namesrr!BUILTINrrrr%rKr)rar4r)r r3 package_tuples r5rz"AutoImport._get_available_packages,s22#  FFNND+2E2E F# # ..0 /F--f5 / 1'4<< H  ( .  / / # s1Br)c|Dcgc]#}|jt|jf%}}|jtj j j|ycc}wr:)r<rkrU _executemanyrrrr)rar)pres r5rzAutoImport._add_packages9sN/78!QVV%88 &..00<<>E9s(A(ctt|jtjj j j}|j|jj|Sr:) rr rrrrrrrrLr<)rar7s r5rz#AutoImport._get_packages_from_cache=sX" 4==!7!7!C!C!EFOOQ R  ,,112r?c~|js-|j|j}|j|yyr:)rrr/r)rarr/s r5r_zAutoImport._removedDs7!!#..x8@@G   w '$r?namescB|j|jyr:)rr)rar)s r5_add_future_nameszAutoImport._add_future_namesIs  'r?c|j|j|j|jj|j jfSr:)r<r/r3rryrr;s r5 _convert_namezAutoImport._convert_nameLs= II LL LL KK   NN   r?c |V|jtjjj |Dcgc]}|j |c}yycc}wr:)r%rrrrr-)rar)r<s r5rzAutoImport._add_namesVsO      ##//16;Q>QR R..0 )F--f5 ) 1'4<< H  (;H8flL;&((  ) )r?c|jjsJ|r|n |j}|j}t ||jjd}t ||||j dk(S)NF)add_package_namez __init__.py)rLrUr*rTr$rr<)rarr* resource_pathresource_modnames r5rzAutoImport._resource_to_modulensw##((((#-Z4?? &.. !6 4//44u!       - /   r?queryct|tjsJ|jj|j g|i|Sr:) isinstancer FinalQueryrIexecute_queryrar8argskwargss r5rzAutoImport._executes=%!2!2333&t&&u||EdEfEEr?ct|tjsJ|jj|j g|i|Sr:)r:rr;rI executemanyr=r>s r5r%zAutoImport._executemanys=%!2!2333*t**5<<I$I&IIr?)F)FN)FT)T)I__name__ __module__ __qualname____doc__rr Connection__annotations__rCrrrFrc classmethodrrZpropertyrIsetterr[rkrrrrrr r rrrrrrrrDEFAULT_TASK_HANDLErBaseTaskHandlerrrrrrrrrrr]r^rr rrrrrr_rr+ staticmethodtupler-r rrrrrrr;rr%r?r5rHrHKs!""" L   * 4+4+4+ 4+  4+l&* "Q'""Q "Q    "Q"QH , ,- 2 2-- c *333T3d5c?>S3&",0  C)  <t+ , @.3&* <t+ ,0.3""&*" <t+ ,"H-49-LtCyL-5dT']!:;-/3 1;1O1O !DN+!! .. !B(,1;1O1O#%) +!$s)$+! ..+! +! TN +!Z$s)@Q.C.  *%8&LP %  %.2 %DH %+.x.h. %% 8T$Z8D g Fd7mF$s)( (v( D U  SdS c hw6G 6;   .2  &Ff//FJ&"3"3Jr?rH)FrFrrhashlibrrnrrrr rV collectionsrconcurrent.futuresrrrr itertoolsr rTr threadingr typingr r rrrrr rope.baserrrrrrope.base.projectrrope.base.resourcesrrope.contrib.autoimportrrope.contrib.autoimport.defsrrrrrr r!rope.contrib.autoimport.parser"rope.contrib.autoimport.utilsr#r$r%r&r' rope.refactorr(rC BaseJobSetr6rkrEobjectrFrHrHrPr?r5ras!   #HHLLLTT%(*4& B7m B)- B8B8M8M BvtT!" B,w,-1,=A#Y, g,"#HT$|J|Jr?