si}dZddlZddlZddlZddlmZmZddlmZmZddl Z ddl m Z ddl mZddlmZmZmZddlmZdd lmZdd lmZmZmZmZmZmZmZdd l m!Z!m"Z"ejFe$Z%ejLd k(Z'd Dcic]}|gc}Z(dZ)dZ*dZ+dZ,dZ-dZ.dZ/dZ0dZ1dZ2dZ3dZ4dZ5dZ6dZ7dZ8dZ9dZ:d Z;d!Zd$Z?ycc}w)%z employee/methods.py N)datedatetime)chaingroupby)apps)User) connectionmodels transaction)gettext)get_initial_prefix)Company Department EmployeeShift EmployeeType JobPositionJobRoleWorkType)EmployeeEmployeeWorkInformation postgresql)Badge ID First Name Last NamePhoneEmailGenderr Job PositionJob Role Work TypeShift Employee TypeReporting ManagerrLocation Date JoiningContract End Date Basic Salary Salary Hour Email ErrorFirst Name ErrorName and Email Error Phone Error Gender ErrorJoining Date ErrorContract Date ErrorBadge ID ErrorBasic Salary ErrorSalary Hour Error User ID Error Company Errorc#VKtdt||D] }||||zyw)Nr)rangelen)iterablesizeis is not a valid date. Expected formats: YYYY-MM-DD, DD/MM/YYYY) pdisnarArB isinstancerrstrptime ValueError) date_value field_label errors_dict error_keydate_str date_formatsfmts r;import_valid_daterVSs wwzj0C O4I4I4Kr4Q*h'  :$$&H7L $$Xs388: : -UV      s8#B(( B43B4ctj|ry t|}|jrt t |St |S#t tf$rt |jcYSwxYw)a Cleans and converts a badge ID value from Excel import. - If the value is a whole number (e.g., 5480.0), returns it as an integer string ("5480"). - If the value is a decimal (e.g., 567.67), returns it as a float string ("567.67"). - If the value is a non-numeric string (e.g., "A101"), returns the stripped string. - If the value is NaN or None, returns an empty string. r?) rJrKfloat is_integerrAintrN TypeErrorrB)value float_vals r;clean_badge_idr^isl wwu~"%L    !s9~& &y> !  ""5z!!"s.A A(A=<A=c`|j|} t|y#t$r|cYSwxYw)z4 This method is returns None or field value N)getrXrN)fielddicts field_values r; convert_nanrds7))E"K k s  --c^tdd}t|dk\r t|nd}|d|S)z7 Sorts items based on a dynamic prefix length. Nr )r r7)itemprefix prefix_lengths r;dynamic_prefix_sortrjs7   %&: ;F#&v;!#3CKM  rHc(tjj}|jdj dj dd}|j stdddg}|Dcgc]}|jst| }}|Dcgc]}|jr|}}t|t}t|tDcgc]\}}t|}}}|D]G}|j|Dcgc]}td |Ds|}}|jd I|Dcgc] }|d |d g} }|r| j!d |d |d g| Scc}wcc}wcc}}wcc}wcc}w) z9 This method is used to return ordered badge ids N)badge_idrlTflatr 0001)keyc3<K|]}|jywN)isdigit).0chars r; z(get_ordered_badge_ids..s)JT$,,.)Jscftdjttj|SNr?)rZjoinfilterrArs)xs r;z'get_ordered_badge_ids..s#bggfS[[!6L.M*NrHr)robjectsallexcludeorder_by values_listfirstr rsrZsortedrjrlistsortanyinsert) employeesdatarg pure_numbers sorted_data_group grouped_datafiltered_groupresults r;get_ordered_badge_idsrs  $$&I4( *  Zd + ::<!$'(<=>d C +/A$$,,.CIALA" 8TD 8D 8#67K%,K=P$Q 5U L P " c)JT)J&JD    NO P2> >uQxr# >F > a,q/<+;<= M7B 9  ?s07E: E: E?6E?!FF *F  Fcvg}|jjD]}t|tjr1|j t k(r|j|jdfNt|tjsi|j t k(s}|j|jdf|S)af Checks the relationship of a given model with the Employee model. This function iterates through all the fields of the specified model and identifies fields that are either `ForeignKey` or `ManyToManyField` and are related to the `Employee` model. For each such field, it adds the field name and the type of relationship to a list. ForeignKeyManyToManyField) _meta get_fieldsrLr r related_modelrappendnamer)modelrelated_fieldsras r;&check_relationship_with_employee_modelrsN'')C eV.. /E4G4G84S  ! !5::|"< = uf44 5##x/  ! !5::/@"A BC rHc|jrtd}d|fSgd}|Dcgc]}||jvs|}}|r!tddj|z}d|fSycc}w)Nz0The uploaded file is empty, Not contain records.F)rrrrrrrrrr r!r"r#rr$r%r&r'r(z9These required headers are missing in the uploaded file: , )Tr?)emptyrcolumnsry) data_framemessage required_keysrp missing_keyss r;valid_import_file_headersrsFGg~M,$1RCCz?Q?Q4QCRLR G IIl #$g~  Ss A"A"c8tjd}tjd}tdtjD}ttj j dd}ttj j dd}tdtj j d d d D}ttj j d d}gg} }|jd } d} t|} t|} t|}tj}| D]}i}d}t|jddjj!}|jdd}t#|}t%|jd}t'd|}t'd|}t|jdxsdjj!}t'd|}t'd|}t'd|}t)|jdd|d}|r ||kDrd|d<d}t)|jdd|d}|r|r ||krd |d<d}|r|j+|sd!|d"<d}|sd#|d$<d}|j+|sd%|d&<d}|| vrd'|d(<d}n||d<| j-||| vrd)|d*<d}n| j-||||f}||vrd+|d,<d}n|j-||r||vrd-d.j/|d/|d0<d}|r||vr d1|d2|d3<d}|d4vr t1|} | dkrt2 |d4vr t1|}!|!dkrt2 |r'||d<||d<||d<|j7|| d9z } r|j9|| j7||| | fS#t2t4f$r d5|d6<d}YwxYw#t2t4f$r d7|d8<d}YwxYw):Nz0^[a-zA-Z0-9_.+-]+@[a-zA-Z0-9-]+\.[a-zA-Z0-9-.]+$z^\+?\d{10,15}$c3&K|] }|d yw)rN)rtchoices r;rvz+process_employee_records..sOfq OsrlTrmusernamec3.K|] \}}}|||fywrrr)rtfnamelnameemails r;rvz+process_employee_records..s%% E5% u%semployee_first_nameemployee_last_namercompanyrecordsrrr?rrrrrrr'r(r%z Joining Dater.z%Joining date cannot be in the future.Fr&r/z0Contract end date cannot be before joining date.zInvalid email address.r)zFirst name cannot be empty.r*zInvalid phone number format.r,z.An employee with this badge ID already exists.r0z$User with this email already exists.r3z+This employee already exists in the system.r+z Invalid gender. Allowed values: r.r-z Company 'z' does not exist.r4rxz'Basic salary must be a positive number.r1z*Salary hour must be a non-negative number.r2r@)rDcompile frozensetr choice_genderr~rrrto_dictsetrtodayrAr`rBlowerrGr^rdrVmatchaddryrXrNr[rupdate)"r email_regex phone_regexallowed_gendersexisting_badge_idsexisting_usernamesexisting_name_emailsexisting_companies success_list error_listemployee_dicts created_countseen_badge_idsseen_usernamesseen_name_emailsremperrorssaver raw_phonerFrl first_name last_namegenderr basic_salary salary_hour joining_datecontract_end_datename_email_tuplebasic_salary_valsalary_hour_vals" r;process_employee_recordsrs**PQK**./KO8N8NOOO"8#3#3#?#? QU#?#VW"4<<#;#;JT#;#RS$%#+#3#3#?#? !#7$ % #7??#>#>yt#>#TU!2*L'' 2NM+,N+,N/0 JJLEw#CGGGR()//1779GGGR(  *!#''*"56 s3  S1 SWWX&,"-335;;=i-">37 !-5 ) GGN #^V=Q  e#/V+,- GG' (   !   2Cl2RB ( )DK--e4$ "D w&88(1':K&LF? #D z ) #(#6 #q($$) j ( "' "4"Q&$$'  CL".C '8C# $    $ Q M JJv    c "ow#r ] 225 * /X+,  * @*+  s$O$:P$O=<O=PPc T|Dcgc]}|d }}tr:ttjj |j ddn.tt jdt|dD}|Dcgc]8}|d|vr/t|d|dt|djd :}}g}|rHtj5tjj|trd nd }d d d |S|Scc}wcc}w#1swY|SxYw) z Creates new User instances in bulk from a list of dictionaries containing user data. Returns: list: A list of created User instances. If no new users are created, returns an empty list. r username__inrTrmc3~K|]5}tjj|jdd7yw)rrTrmN)rr~rzrrtchunks r;rvz*bulk_create_user_import..sB  ###7CCTD s;=rF)rrpassword is_superuserN batch_size) is_postgresrrr~rzrr from_iterabler<rArBr atomic bulk_create) success_listsrowemailsrusers_to_create created_userss r;bulk_create_user_importrs>'4 4sc'l 4F 4  DLL  V  4 @ @RV @ WX     %VS1    (!   w<1 1 \g,W&,,.   O M    !  LL44KDS5M  =?5   s D=D*DD'c|Dcgc]}|d }}tjdk(}|r0tjj |j ddn%t jdt|dDDcic]}|j|}}|Dcgc]\}|d|vrSt||d|dtd |td ||d|d |jd d j^}}g}|rDtj5tjj!||rdnd}ddd|S|Scc}wcc}wcc}w#1swY|SxYw)z Creates Employee instances in bulk based on imported data. Uses adaptive chunking for compatibility with SQLite, avoids chunking in PostgreSQL. rrridrc3|K|]4}tjj|jdd6yw)rrrN)rr~rzonlyrs r;rvz.bulk_create_employee_import..s7% ###7< ) +CL9_ +L# >*;<g,g,778R(..0       !  ( 0 0 < <# !=!    I5     s EE A!E&EE cTtjd|D]K} |jjt |j |jj Mtjdy#t$r"}tjd|Yd}~d}~wwxYw)z( method to set initial password zstarted to set initial passwordz#falied to set initial password for Nzinitial password configured) loggerinfor set_passwordrArFr Exceptionerror)remployeees r;set_initial_passwordrs  KK12K K  % % 2 23x~~3F G  % % * * ,K  KK-. K LL>xjI J J KsAA<< B'B""B'ctjj}|Dcic]}|jd|j| }}|Scc}w)ak Optimizes the lookup of reporting managers from a list of work information. This function identifies unique reporting manager names from the provided list of work information, queries all matching `Employee` objects in a single database query, and creates a dictionary for quick lookups based on the full name of the reporting managers.  )rr~entirerr)rr employee_dicts r;!optimize_reporting_manager_lookupr sb  '')I"   ' ' ((*E*E)FGQM  s#A c|Dchc]}td|x}r|}}ttjj dd}||z Dcgc]}t|}}|rGt j 5tjj|trdnddddyycc}wcc}w#1swYyxYw) zV Bulk creation of department instances based on the excel import of employees r departmentTrm)r Nrr) rdrrr~rr rrr)r work_infodeptdepartments_to_importexisting_departmentsnew_departmentss r;bulk_create_department_importrs '  i8 8D 8  z11==lQU=VW*,@@  d#O     !     * *KDS +      B.B3:*B88Cc |Dchc]2}td|r$td|rtd|td|f4}}|sytjjdd}|Dcic]}|j|}}|Dcgc]\}}||vr|||f}}}|syt t jj|D chc]\} } |  c} } jdd} |D cgc]\}} || f| vr t || } }} | rGtj5t jj| trdnd dddyycc}wcc}wcc}}wcc} } wcc} }w#1swYyxYw) zd Optimized: Bulk creation of job position instances based on the Excel import of employees. rrNrr )department_id__in job_position department_id)rrrr) rdrr~rr rrrzrr rrr) rrgjob_positions_to_importdepartment_objsdepdepartment_lookupjpr  valid_pairsrdept_idexisting_pairs new_positionss r;bulk_create_job_position_importr s"  ~t ,\41P ^T *K d,KL #!((--dLAO8GH,HH 0 B $ $ t $%K ""9DE:1gwE # +no 6N' B = . 7;M    !     + ++$3 ,   MIF   s)7E%EE > E&,E,"*E22E;c 6|Dchc]"}td|x}rtd|x}r||f$}}tjjdd}t t jj dd}|Dcgc]6\}}||vr-|||jf|vrt |||j8}}}|rGtj5t jj|trdnd dddyycc}wcc}}w#1swYyxYw) zT Bulk creation of job role instances based on the excel import of employees rrrrjob_rolejob_position_id)r"r#Nrr) rdrr~rrrrrr rrr)rr roleposjob_roles_to_import job_positionsexisting_job_roles new_job_roless r;bulk_create_job_role_importr*Rs1'  I6 6D 6 : :S : s  '',,T>BMW__88EVWX - D# -  =%(( )1C C }S/A/D/DEM    !  OO ' '+$3 (   )  s'D<;D *DDc|Dchc]}td|x}s|}}ttjj dd}||z Dcgc]}t|}}|rGt j 5tjj|trdnddddyycc}wcc}w#1swYyxYw) zU Bulk creation of work type instances based on the excel import of employees r work_typeTrm)r,Nrr) rdrrr~rr rrr)rr wtwork_types_to_importexisting_work_typesnew_work_typess r;bulk_create_work_typesr1rs *K Y4W.Wb.W h..::;T:RS*>@S)S#%2N     !     ( (;4C )      sB/B/B4;*B99Cc|Dchc]}td|x}r|}}ttjj dd}||z Dcgc]}t|}}|rGt j 5tjj|trdnddddyycc}wcc}w#1swYyxYw) zQ Bulk creation of shift instances based on the excel import of employees r!employee_shiftTrm)r3Nrr) rdrrr~rr rrr)rr shiftshifts_to_importexisting_shifts new_shiftss r;bulk_create_shiftsr8s'  )4 4E 4 ))*:)FO&7  U+J     !   ! ! - -{t .   %  rc|Dchc]}td|x}r|}}ttjj dd}||z Dcgc]}t|}}|rGt j 5tjj|trdnddddyycc}wcc}w#1swYyxYw) zY Bulk creation of employee type instances based on the excel import of employees r" employee_typeTrm)r:Nrr) rdrrr~rr rrr)rr etemployee_types_to_importexisting_employee_typesnew_employee_typess r;bulk_create_employee_typesr?s'  oy9 9B 9   "((t(D+-DD  2&     !   , ,"{t -   %   rcddlm}d}||zDcgc]}|jr||jd|j|jr |jnt j ||j ||j||j||j||j|jxsd }}|jj|ycc}w)zP Creates employee contracts in bulk based on provided work information. r)Contractc|r|SdSrrr)r\s r; get_or_nonez/create_contracts_in_thread..get_or_nonesu'4'rHz 's Contract) contract_name employee_idcontract_start_dater rr"r4r,wageN)payroll.models.modelsrArE date_joiningrrrr# job_role_idshift_id work_type_idrr~r)new_work_info_listupdate_work_info_listrArCr contracts_lists r;create_contracts_in_threadrPs/(",.CC    &223;?!--*3*@*@ &&hnnFV"9#:#:;$Y%>%>? !6!67i001!)"8"89'',1 N$   0%sCC2cg}g}|Dcgc]}|d }}td|D}td|D}td|D}td|D}td|D} td|D} td|D} trd nd } | r&tjd t || Dn|}}tA}|D]=} | d}!|jC|!}"|"s| d"}#|jC|"}$|jC| jCd#}%|jC| jCd#| jCd$f}&|jC|&}'|'| jCd%f}(|jC|(})|jC| jCd&}*|jC| jCd'}+|jC| jCd(},| jCd)}-d }.tE|-tFr d*|-vr |-|vr||-}.|jC| jCd+}/| jCd,}0tIjJ| d-s| d-ntMjN}1tIjJ| d.s| d.nd }2tQtSd/| tTur tSd/| nd0}3tQtSd1| tTur tSd1| nd0}4|$mt|"|#|%|'|)|*|+|,|.|/|0tIjJ|1s|1ntMjNtIjJ|2s|2nd |3|42}$|jW|$|#|$_,|%|$_|'|$_|)|$_-|*|$_.|+|$_/|,|$_0|.|$_1|/|$_2|0|$_3tIjJ|1s|1ntMjN|$_4tIjJ|2s|2nd |$_5|3|$_6|4|$_7|jW|$@|r)tj jq|trd nd 3|r,tj js|gd4trd nd 3tujvd5r.tyjzt|||f6}5|5jy y cc}wcc}wcc}wcc}wcc}wcc}wcc}wcc}wcc}wcc}w)7z^ Bulk creation of employee work info instances based on the excel import of employees rc3>K|]}|jdyw)rNr`rtrs r;rvz/bulk_create_work_info_import..sEcggl+Ec3>K|]}|jdyw)rNrSrTs r;rvz/bulk_create_work_info_import..sIC/IrUc3>K|]}|jdyw)rNrSrTs r;rvz/bulk_create_work_info_import..sACCGGJ'ArUc3>K|]}|jdyw)r NrSrTs r;rvz/bulk_create_work_info_import..sCcSWW[)CrUc3>K|]}|jdyw)r"NrSrTs r;rvz/bulk_create_work_info_import..sKc1KrUc3>K|]}|jdyw)r!NrSrTs r;rvz/bulk_create_work_info_import..s;c!;rUc3>K|]}|jdyw)rNrSrTs r;rvz/bulk_create_work_info_import..s@3CGGI&@rUNrc3K|]A}tjjj|j dCyw) badge_id__inrlN)rr~rrzrrs r;rvz/bulk_create_work_info_import..s@     # # % , ,% , @ E Ej Q sAA r]rlemployee_id__inrEc3zK|]3}tjj|jd5yw)r_rEN)rr~rzrrs r;rvz/bulk_create_work_info_import..s<%(//66u6MRR!%s9;i)department__inr )job_position__inrr) job_role__inr#r") work_type__inr,)employee_shift__inr3)employee_type__inr:) company__inrrrrrr r"r!r#rrr$r%r&r'rr()rErrr#rJrLemployee_type_idrKreporting_manager_id company_idlocationrIrrrr)rrr#rJrLrirKrjrkrlrIrrrpayroll)targetargs)@rrrrr<rr~rrzrrlrvaluesrrErr rselect_relatedrrrr#r"rr,rr3rr:rrr r`rLrArJisnullrrtyperdrZrrrJrLrirKrjrkrlrIrrrr bulk_updater is_installed threadingThreadrPstart)6rrMrNr badge_ids departmentsr' job_roles work_typesemployee_typesshifts companies chunk_size employee_qsrexisting_employeesexisting_employee_work_infosrrrexisting_job_positionsjrr(r-r/esr6r;r=comprreporting_manager_dictr rl employee_objremployee_work_infodepartment_objjob_position_keyjob_position_obj job_role_key job_role_obj work_type_objemployee_type_obj shift_objreporting_managerreporting_manager_obj company_objrlrIrrrcontract_creation_threads6 r;bulk_create_work_info_importrs,9:SZ:I:E}EEKI=IIMA=AAIC]CCJK]KKN ;]; ;F@-@@I$#J    J7     $ $ & - -9 - E J J: V 8CC#,,+CC $ + + 2 2 2 9 9 ; 3 d=!$$%%T*<*C*C*E%FL %$  $ $$%%,,K,HMM    %%,,m,L  ( o~ .    2??+R///((i(@ ) *  ,    R[[)2-"")) )CHHU  b  ''..&.INN    2O&&---OTT    "OO**y*AFFyQ  d?@"e= Z()--h7  '"9==lK-11)-- 2MN ! $ $Y]]<%@ A MM. ) 2556FG  MM* % *--l; +// k0JK 377 o8VW#'' g(>? %MM*=> $ ' -#9J2J $::(>?P(Q%(,,Y]]9-EF ==, 99Y~67 n %! 99Y':;< ) * K :;sB  2 K y9:cA  y 1   %!8(, 0(*!2"%:&!(* ,(?LX^^EU.0YY7H-I%t)''" *  % %&8 9(-  $/=  ,1A  .-9  *.;  +2C  /*3  '6K  3,7  )*2  '$&IIl$; AQ  +*,3D)E!4  0/;  +-8  * ! ( (); _! _"4_';_,_1 _6cd|jdd\}}t||g}t||}|S)zI method to return the model class from string 'app.models.Model' rr@)fromlist)rsplit __import__getattr) model_path module_name class_namemodule model_classs r;get_model_classrs;)//Q7K  zl ;F#FJ7K rH)@__doc__loggingrDrvrr itertoolsrrpandasrJ django.appsrdjango.contrib.auth.modelsr django.dbr r r django.utils.translationr rbase.context_processorsr base.modelsrrrrrrremployee.modelsrr getLogger__name__rrrerror_data_templater<rGrVr^rdrjrrrrrrrr rr r*r1r8r?rPrr)ras0r;rs  #$+5516>   8 $</  #  2I#L% $,",  *Z,!HQ3h&R)X /$00f@2<<1