<?xml version="1.0" encoding="US-ASCII"?>
<!-- DFIN New ActiveDisclosure (SM) XBRL Linkbase Document - http://www.dfinsolutions.com/ -->
<!-- Creation Date :2023-05-15T16:13:22.3414+00:00 -->
<!-- Copyright (c) 2023 Donnelly Financial Solutions, Inc. All Rights Reserved. -->
<link:linkbase xsi:schemaLocation="http://www.xbrl.org/2003/linkbase http://www.xbrl.org/2003/xbrl-linkbase-2003-12-31.xsd" xmlns:link="http://www.xbrl.org/2003/linkbase" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
  <link:roleRef roleURI="http://www.xbrl.org/2009/role/negatedLabel" xlink:href="http://www.xbrl.org/lrr/role/negated-2009-12-16.xsd#negatedLabel" xlink:type="simple"/>
  <link:roleRef roleURI="http://www.xbrl.org/2009/role/negatedTotalLabel" xlink:href="http://www.xbrl.org/lrr/role/negated-2009-12-16.xsd#negatedTotalLabel" xlink:type="simple"/>
  <link:roleRef roleURI="http://fasb.org/us-gaap/role/label/axisDefault" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-roles-2022.xsd#axisDefault" xlink:type="simple"/>
  <link:labelLink xlink:role="http://www.xbrl.org/2003/role/link" xlink:title="labelLink" xlink:type="extended">
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_EntityAddressCityOrTown" xlink:label="dei_EntityAddressCityOrTown"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ImpairedFinancingReceivableWithRelatedAllowanceRecordedInvestment" xlink:label="us-gaap_ImpairedFinancingReceivableWithRelatedAllowanceRecordedInvestment"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_FinanceLeaseCost" xlink:label="pbhc_FinanceLeaseCost"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_OnePrivateLabelCollateralizedMortgageObligationSecuritiesByCommercialMortgageLoansMember" xlink:label="pbhc_OnePrivateLabelCollateralizedMortgageObligationSecuritiesByCommercialMortgageLoansMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_JuniorSubordinatedDebenturesFairValueDisclosure" xlink:label="pbhc_JuniorSubordinatedDebenturesFairValueDisclosure"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_NetIncomeLossAvailableToCommonStockholdersBasic" xlink:label="us-gaap_NetIncomeLossAvailableToCommonStockholdersBasic"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FairValueDisclosuresAbstract" xlink:label="us-gaap_FairValueDisclosuresAbstract"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_BankingHouseRentsCollectedMember" xlink:label="pbhc_BankingHouseRentsCollectedMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_EarningsPerShareAbstract" xlink:label="us-gaap_EarningsPerShareAbstract"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AvailableForSaleAmortizedCostBasisEquitySecurities" xlink:label="pbhc_AvailableForSaleAmortizedCostBasisEquitySecurities"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FairValueInputsLevel1Member" xlink:label="us-gaap_FairValueInputsLevel1Member"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AvailableForSaleDebtAndEquitySecuritiesAccumulatedGrossUnrealizedLossBeforeTax" xlink:label="pbhc_AvailableForSaleDebtAndEquitySecuritiesAccumulatedGrossUnrealizedLossBeforeTax"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AverageNotionalBalanceMember" xlink:label="pbhc_AverageNotionalBalanceMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_ScheduleOfAvailableForSaleSecuritiesAndHeldToMaturitySecuritiesTable" xlink:label="pbhc_ScheduleOfAvailableForSaleSecuritiesAndHeldToMaturitySecuritiesTable"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_StockIssuedDuringPeriodValueNewIssues" xlink:label="us-gaap_StockIssuedDuringPeriodValueNewIssues"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_NetCashProvidedByUsedInFinancingActivitiesAbstract" xlink:label="us-gaap_NetCashProvidedByUsedInFinancingActivitiesAbstract"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_TermLoansByOriginationYear2020Member" xlink:label="pbhc_TermLoansByOriginationYear2020Member"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_IncreaseDecreaseInOtherOperatingCapitalNet" xlink:label="us-gaap_IncreaseDecreaseInOtherOperatingCapitalNet"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_WarrantDividendsPerShareDeclared" xlink:label="pbhc_WarrantDividendsPerShareDeclared"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FairValueDisclosureItemAmountsDomain" xlink:label="us-gaap_FairValueDisclosureItemAmountsDomain"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_AmendmentFlag" xlink:label="dei_AmendmentFlag"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_RealEstateLoanMember" xlink:label="us-gaap_RealEstateLoanMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_ImpairedLoansFairValueDisclosure" xlink:label="pbhc_ImpairedLoansFairValueDisclosure"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_NatureOfOperationsLineItems" xlink:label="pbhc_NatureOfOperationsLineItems"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_LesseeOperatingLeasesRemainingLeaseTerm" xlink:label="pbhc_LesseeOperatingLeasesRemainingLeaseTerm"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_SubsequentEventTypeDomain" xlink:label="us-gaap_SubsequentEventTypeDomain"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_PurchasedSecuredConsumerInstallmentLoansPool4Member" xlink:label="pbhc_PurchasedSecuredConsumerInstallmentLoansPool4Member"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_GainLossOnSaleOfInvestments" xlink:label="us-gaap_GainLossOnSaleOfInvestments"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_NetCashReceivedPaidRecordedInNetIncomeMember" xlink:label="pbhc_NetCashReceivedPaidRecordedInNetIncomeMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ShortTermBorrowings" xlink:label="us-gaap_ShortTermBorrowings"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_NumberOfSecuritiesHeldToMaturity" xlink:label="pbhc_NumberOfSecuritiesHeldToMaturity"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AssetBackedSecuritiesDisclosure" xlink:label="pbhc_AssetBackedSecuritiesDisclosure"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_MonthsOfUnrealizedLossPositions" xlink:label="pbhc_MonthsOfUnrealizedLossPositions"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_OtherCommercialAndIndustrialMember" xlink:label="pbhc_OtherCommercialAndIndustrialMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_Goodwill" xlink:label="us-gaap_Goodwill"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/srt/2022/elts/srt-2022.xsd#srt_StandardPoorsARatingMember" xlink:label="srt_StandardPoorsARatingMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OperatingLeaseRightOfUseAsset" xlink:label="us-gaap_OperatingLeaseRightOfUseAsset"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AggregateOfHeldToMaturitySecuritiesDebtMaturitiesCarryingAmount" xlink:label="pbhc_AggregateOfHeldToMaturitySecuritiesDebtMaturitiesCarryingAmount"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LoansAndLeasesReceivableGrossCarryingAmount" xlink:label="us-gaap_LoansAndLeasesReceivableGrossCarryingAmount"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_DocumentQuarterlyReport" xlink:label="dei_DocumentQuarterlyReport"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InterestAndDividendIncomeOperatingAbstract" xlink:label="us-gaap_InterestAndDividendIncomeOperatingAbstract"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_InvestmentServicesRevenueMember" xlink:label="pbhc_InvestmentServicesRevenueMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_CreditQualityInformationAbstract" xlink:label="us-gaap_CreditQualityInformationAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ImpairedFinancingReceivableInterestIncomeCashBasisMethod" xlink:label="us-gaap_ImpairedFinancingReceivableInterestIncomeCashBasisMethod"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_StandbyLettersOfCreditMember" xlink:label="us-gaap_StandbyLettersOfCreditMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_StatementTable" xlink:label="us-gaap_StatementTable"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OtherComprehensiveIncomeLossTax" xlink:label="us-gaap_OtherComprehensiveIncomeLossTax"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_UnallocatedMember" xlink:label="pbhc_UnallocatedMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_GainLossOnSaleOfInvestmentsAbstract" xlink:label="us-gaap_GainLossOnSaleOfInvestmentsAbstract"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_CommercialAndIndustrialMember" xlink:label="pbhc_CommercialAndIndustrialMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OtherPostretirementBenefitPlansDefinedBenefitMember" xlink:label="us-gaap_OtherPostretirementBenefitPlansDefinedBenefitMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OperatingLeasePayments" xlink:label="us-gaap_OperatingLeasePayments"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InterestRateCashFlowHedgeDerivativeAtFairValueNet" xlink:label="us-gaap_InterestRateCashFlowHedgeDerivativeAtFairValueNet"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionLessThanTwelveMonthsFairValue" xlink:label="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionLessThanTwelveMonthsFairValue"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_CreditAndDebitCardMember" xlink:label="us-gaap_CreditAndDebitCardMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AccumulatedOtherComprehensiveIncomeLossTable" xlink:label="us-gaap_AccumulatedOtherComprehensiveIncomeLossTable"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_ScheduleOfAllowanceForLoanLossesOnBasisOfCalculationMethodologyTableTextBlock" xlink:label="pbhc_ScheduleOfAllowanceForLoanLossesOnBasisOfCalculationMethodologyTableTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_PaymentsOfDividendsCommonStock" xlink:label="us-gaap_PaymentsOfDividendsCommonStock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ImpairedFinancingReceivableWithNoRelatedAllowanceRecordedInvestment" xlink:label="us-gaap_ImpairedFinancingReceivableWithNoRelatedAllowanceRecordedInvestment"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithinOneYearAmortizedCost" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithinOneYearAmortizedCost"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_HeldToMaturitySecuritiesFairValue" xlink:label="us-gaap_HeldToMaturitySecuritiesFairValue"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionAccumulatedLossAbstract" xlink:label="us-gaap_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionAccumulatedLossAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ScheduleOfFinancingReceivablesPastDueTable" xlink:label="us-gaap_ScheduleOfFinancingReceivablesPastDueTable"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InterestIncomeSecuritiesTaxExempt" xlink:label="us-gaap_InterestIncomeSecuritiesTaxExempt"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_HedgingRelationshipDomain" xlink:label="us-gaap_HedgingRelationshipDomain"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/srt/2022/elts/srt-2022.xsd#srt_ProductOrServiceAxis" xlink:label="srt_ProductOrServiceAxis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_BankOwnedLifeInsuranceIncome" xlink:label="us-gaap_BankOwnedLifeInsuranceIncome"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_FairValueHedgesAxis" xlink:label="pbhc_FairValueHedgesAxis"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AdditionalNonAccrualCommercialLoan" xlink:label="pbhc_AdditionalNonAccrualCommercialLoan"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_DebtSecuritiesAggregateAmortizedHistoricalCost" xlink:label="pbhc_DebtSecuritiesAggregateAmortizedHistoricalCost"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LesseeOperatingLeasesTextBlock" xlink:label="us-gaap_LesseeOperatingLeasesTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ImpairedFinancingReceivableAverageRecordedInvestmentAbstract" xlink:label="us-gaap_ImpairedFinancingReceivableAverageRecordedInvestmentAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_EmployeeStockOptionMember" xlink:label="us-gaap_EmployeeStockOptionMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FairValueInputsLevel12And3Member" xlink:label="us-gaap_FairValueInputsLevel12And3Member"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OperatingLeaseWeightedAverageRemainingLeaseTerm1" xlink:label="us-gaap_OperatingLeaseWeightedAverageRemainingLeaseTerm1"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ReclassificationFromAccumulatedOtherComprehensiveIncomeCurrentPeriodNetOfTax" xlink:label="us-gaap_ReclassificationFromAccumulatedOtherComprehensiveIncomeCurrentPeriodNetOfTax"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LiabilitiesAndStockholdersEquity" xlink:label="us-gaap_LiabilitiesAndStockholdersEquity"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AociIncludingPortionAttributableToNoncontrollingInterestMember" xlink:label="us-gaap_AociIncludingPortionAttributableToNoncontrollingInterestMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LoansAndLeasesReceivableRelatedPartiesAdditions" xlink:label="us-gaap_LoansAndLeasesReceivableRelatedPartiesAdditions"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AccumulatedGainLossCashFlowHedgeIncludingNoncontrollingInterestMember" xlink:label="us-gaap_AccumulatedGainLossCashFlowHedgeIncludingNoncontrollingInterestMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_NetGainsLossesOnSalesOfLoansAndForeclosedRealEstate" xlink:label="pbhc_NetGainsLossesOnSalesOfLoansAndForeclosedRealEstate"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_PrivateLabelMortgagedBackedSecuritiesNotRatedMember" xlink:label="pbhc_PrivateLabelMortgagedBackedSecuritiesNotRatedMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_PledgedStatusDomain" xlink:label="us-gaap_PledgedStatusDomain"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_TroubledDebtRestructuringDuringPriorTwelveMonthsMember" xlink:label="pbhc_TroubledDebtRestructuringDuringPriorTwelveMonthsMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_InterestReceivableFairValueDisclosure" xlink:label="pbhc_InterestReceivableFairValueDisclosure"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_MeasurementInputDiscountRateMember" xlink:label="us-gaap_MeasurementInputDiscountRateMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LeasesOperatingAbstract" xlink:label="us-gaap_LeasesOperatingAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_EntityIncorporationStateCountryCode" xlink:label="dei_EntityIncorporationStateCountryCode"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_IncomeStatementAbstract" xlink:label="us-gaap_IncomeStatementAbstract"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_FinancingReceivableAllowanceForCreditLossesHistoricalLossRate" xlink:label="pbhc_FinancingReceivableAllowanceForCreditLossesHistoricalLossRate"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueNextRollingTwelveMonths" xlink:label="us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueNextRollingTwelveMonths"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AggregateOfAvailableForSaleSecuritiesDebtMaturitiesAmortizedCostBasis" xlink:label="pbhc_AggregateOfAvailableForSaleSecuritiesDebtMaturitiesAmortizedCostBasis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OrganizationConsolidationAndPresentationOfFinancialStatementsDisclosureTextBlock" xlink:label="us-gaap_OrganizationConsolidationAndPresentationOfFinancialStatementsDisclosureTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinanceLeaseWeightedAverageRemainingLeaseTerm1" xlink:label="us-gaap_FinanceLeaseWeightedAverageRemainingLeaseTerm1"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_DebtSecuritiesHeldToMaturityAmortizedCostBeforeAllowanceForCreditLosses" xlink:label="pbhc_DebtSecuritiesHeldToMaturityAmortizedCostBeforeAllowanceForCreditLosses"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterFiveThroughTenYearsFairValue" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterFiveThroughTenYearsFairValue"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ProceedsFromSaleOfHeldToMaturitySecurities" xlink:label="us-gaap_ProceedsFromSaleOfHeldToMaturitySecurities"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansNetUnamortizedGainLossArisingDuringPeriodTax" xlink:label="us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansNetUnamortizedGainLossArisingDuringPeriodTax"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AvailableForSaleDebtAndEquitySecurities" xlink:label="pbhc_AvailableForSaleDebtAndEquitySecurities"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterTenYearsFairValue" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterTenYearsFairValue"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LoansAndLeasesReceivableRelatedParties" xlink:label="us-gaap_LoansAndLeasesReceivableRelatedParties"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueInRollingYearTwo" xlink:label="us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueInRollingYearTwo"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LossContingenciesByNatureOfContingencyAxis" xlink:label="us-gaap_LossContingenciesByNatureOfContingencyAxis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ComprehensiveIncomeNetOfTaxAttributableToNoncontrollingInterest" xlink:label="us-gaap_ComprehensiveIncomeNetOfTaxAttributableToNoncontrollingInterest"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FairValueMeasurementsRecurringMember" xlink:label="us-gaap_FairValueMeasurementsRecurringMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InterestExpense" xlink:label="us-gaap_InterestExpense"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_USStatesAndPoliticalSubdivisionsMember" xlink:label="us-gaap_USStatesAndPoliticalSubdivisionsMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ResidentialPortfolioSegmentMember" xlink:label="us-gaap_ResidentialPortfolioSegmentMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_USTreasuryAndGovernmentMember" xlink:label="us-gaap_USTreasuryAndGovernmentMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ForeclosedAssets" xlink:label="us-gaap_ForeclosedAssets"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DividendsPreferredStock" xlink:label="us-gaap_DividendsPreferredStock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancingReceivableModificationsSubsequentDefaultNumberOfContracts1" xlink:label="us-gaap_FinancingReceivableModificationsSubsequentDefaultNumberOfContracts1"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_CreditCardMerchantDiscountMember" xlink:label="us-gaap_CreditCardMerchantDiscountMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_RevolvingLoanMember" xlink:label="pbhc_RevolvingLoanMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AutomobileLoanMember" xlink:label="us-gaap_AutomobileLoanMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancingReceivablesEqualToGreaterThan90DaysPastDueMember" xlink:label="us-gaap_FinancingReceivablesEqualToGreaterThan90DaysPastDueMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DerivativeAssets" xlink:label="us-gaap_DerivativeAssets"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OperatingLeaseWeightedAverageDiscountRatePercent" xlink:label="us-gaap_OperatingLeaseWeightedAverageDiscountRatePercent"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancialAssetPastDueMember" xlink:label="us-gaap_FinancialAssetPastDueMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_EntitySmallBusiness" xlink:label="dei_EntitySmallBusiness"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents" xlink:label="us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AccumulatedOtherComprehensiveIncomeLossNetOfTaxAbstract" xlink:label="us-gaap_AccumulatedOtherComprehensiveIncomeLossNetOfTaxAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTable" xlink:label="us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTable"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_TaxExemptLoansMember" xlink:label="pbhc_TaxExemptLoansMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DerivativeInstrumentsGainLossByHedgingRelationshipAxis" xlink:label="us-gaap_DerivativeInstrumentsGainLossByHedgingRelationshipAxis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ReclassificationOutOfAccumulatedOtherComprehensiveIncomeMember" xlink:label="us-gaap_ReclassificationOutOfAccumulatedOtherComprehensiveIncomeMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_MortgageBackedSecuritiesIssuedByUSGovernmentSponsoredEnterprisesMember" xlink:label="us-gaap_MortgageBackedSecuritiesIssuedByUSGovernmentSponsoredEnterprisesMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InvestmentTypeCategorizationMember" xlink:label="us-gaap_InvestmentTypeCategorizationMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_InvestmentSecuritiesUnrealizedLossPositionPercentage" xlink:label="pbhc_InvestmentSecuritiesUnrealizedLossPositionPercentage"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_PercentageOfNonperformingLoans" xlink:label="pbhc_PercentageOfNonperformingLoans"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LoansMember" xlink:label="us-gaap_LoansMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InterestExpenseDeposits" xlink:label="us-gaap_InterestExpenseDeposits"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OccupancyNet" xlink:label="us-gaap_OccupancyNet"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ClassOfFinancingReceivableTypeOfBorrowerDomain" xlink:label="us-gaap_ClassOfFinancingReceivableTypeOfBorrowerDomain"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InterestExpenseShortTermBorrowings" xlink:label="us-gaap_InterestExpenseShortTermBorrowings"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_WeightedAverageNumberOfSharesOutstandingBasic" xlink:label="us-gaap_WeightedAverageNumberOfSharesOutstandingBasic"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_MortgageLoansInProcessOfForeclosureAmount" xlink:label="us-gaap_MortgageLoansInProcessOfForeclosureAmount"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinanceLeaseLiability" xlink:label="us-gaap_FinanceLeaseLiability"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_CityAreaCode" xlink:label="dei_CityAreaCode"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_NetGainsLossesOnSaleOfLoansAndForeclosedRealEstateMember" xlink:label="pbhc_NetGainsLossesOnSaleOfLoansAndForeclosedRealEstateMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AvailableForsaleSecuritiesInUnrealizedLossPositionsQualitativeDisclosureNumberOfPositionsAbstract" xlink:label="us-gaap_AvailableForsaleSecuritiesInUnrealizedLossPositionsQualitativeDisclosureNumberOfPositionsAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ScheduleOfNetBenefitCostsTableTextBlock" xlink:label="us-gaap_ScheduleOfNetBenefitCostsTableTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ComprehensiveIncomeNoteTextBlock" xlink:label="us-gaap_ComprehensiveIncomeNoteTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InterestRateContractMember" xlink:label="us-gaap_InterestRateContractMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodBeforeTax" xlink:label="us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodBeforeTax"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_VotingCommonStockMember" xlink:label="pbhc_VotingCommonStockMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_FinancingReceivableRecordedInvestmentsAgingAbstract" xlink:label="pbhc_FinancingReceivableRecordedInvestmentsAgingAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_Liabilities" xlink:label="us-gaap_Liabilities"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OtherAssets" xlink:label="us-gaap_OtherAssets"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_DocumentPeriodEndDate" xlink:label="dei_DocumentPeriodEndDate"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_BankingMember" xlink:label="us-gaap_BankingMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_UnratedMember" xlink:label="pbhc_UnratedMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AssetBackedSecuritiesMember" xlink:label="us-gaap_AssetBackedSecuritiesMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_CorporateFairValueDisclosure" xlink:label="pbhc_CorporateFairValueDisclosure"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_CreditLossStatusAxis" xlink:label="us-gaap_CreditLossStatusAxis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ScheduleOfFinancingReceivableRecordedInvestmentCreditQualityIndicatorTable" xlink:label="us-gaap_ScheduleOfFinancingReceivableRecordedInvestmentCreditQualityIndicatorTable"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FederalHomeLoanBankStock" xlink:label="us-gaap_FederalHomeLoanBankStock"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_VotingAndSeriesANonVotingMember" xlink:label="pbhc_VotingAndSeriesANonVotingMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DefinedBenefitPlanNetPeriodicBenefitCost" xlink:label="us-gaap_DefinedBenefitPlanNetPeriodicBenefitCost"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AvailableForSaleDebtSecuritiesAmortizedCostBasis" xlink:label="us-gaap_AvailableForSaleDebtSecuritiesAmortizedCostBasis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_CertainLoansAcquiredInTransferNotAccountedForAsDebtSecuritiesCarryingAmountNet" xlink:label="us-gaap_CertainLoansAcquiredInTransferNotAccountedForAsDebtSecuritiesCarryingAmountNet"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_ATMFeesSurchargeMember" xlink:label="pbhc_ATMFeesSurchargeMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ProceedsFromRepaymentsOfShortTermDebt" xlink:label="us-gaap_ProceedsFromRepaymentsOfShortTermDebt"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/srt/2022/elts/srt-2022.xsd#srt_RangeAxis" xlink:label="srt_RangeAxis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InterestBearingDepositLiabilities" xlink:label="us-gaap_InterestBearingDepositLiabilities"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ScheduleOfUnrealizedLossOnInvestmentsTableTextBlock" xlink:label="us-gaap_ScheduleOfUnrealizedLossOnInvestmentsTableTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ResidentialMortgageBackedSecuritiesMember" xlink:label="us-gaap_ResidentialMortgageBackedSecuritiesMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12Months" xlink:label="us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12Months"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_FinancingReceivableAllowanceForCreditLossesQualitativeFactors" xlink:label="pbhc_FinancingReceivableAllowanceForCreditLossesQualitativeFactors"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_MinorityInterest" xlink:label="us-gaap_MinorityInterest"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinanceLeaseInterestPaymentOnLiability" xlink:label="us-gaap_FinanceLeaseInterestPaymentOnLiability"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_RelatedPartyTransactionsByRelatedPartyAxis" xlink:label="us-gaap_RelatedPartyTransactionsByRelatedPartyAxis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_Assets" xlink:label="us-gaap_Assets"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_NumberOfRealEstateProperties" xlink:label="us-gaap_NumberOfRealEstateProperties"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AccountingStandardsUpdate201602Member" xlink:label="us-gaap_AccountingStandardsUpdate201602Member"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DerivativeContractTypeDomain" xlink:label="us-gaap_DerivativeContractTypeDomain"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AllowanceForLoanAndLeaseLossesWriteoffsNet" xlink:label="us-gaap_AllowanceForLoanAndLeaseLossesWriteoffsNet"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ScheduleOfRealEstatePropertiesTableTextBlock" xlink:label="us-gaap_ScheduleOfRealEstatePropertiesTableTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_PreferredStockDividendsPerShareDeclared" xlink:label="us-gaap_PreferredStockDividendsPerShareDeclared"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LoanRestructuringModificationDomain" xlink:label="us-gaap_LoanRestructuringModificationDomain"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DerivativeLineItems" xlink:label="us-gaap_DerivativeLineItems"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancingReceivableAllowanceForCreditLossesRollForward" xlink:label="us-gaap_FinancingReceivableAllowanceForCreditLossesRollForward"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LongTermDebtNoncurrent" xlink:label="us-gaap_LongTermDebtNoncurrent"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_EarningsPerShareDiluted" xlink:label="us-gaap_EarningsPerShareDiluted"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_RetirementPlanTypeAxis" xlink:label="us-gaap_RetirementPlanTypeAxis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AssetsHeldForSaleNotPartOfDisposalGroupCurrent" xlink:label="us-gaap_AssetsHeldForSaleNotPartOfDisposalGroupCurrent"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancingReceivableModificationsPreModificationRecordedInvestment2" xlink:label="us-gaap_FinancingReceivableModificationsPreModificationRecordedInvestment2"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesLineItems" xlink:label="us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesLineItems"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_MutualFundsUltraShortMortgageFundsMember" xlink:label="pbhc_MutualFundsUltraShortMortgageFundsMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_PledgedStatusAxis" xlink:label="us-gaap_PledgedStatusAxis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_EntityAddressPostalZipCode" xlink:label="dei_EntityAddressPostalZipCode"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AllowanceForLoanAndLeaseLossesPeriodIncreaseDecrease" xlink:label="us-gaap_AllowanceForLoanAndLeaseLossesPeriodIncreaseDecrease"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OperatingLeaseLiabilitiesPaymentsDueRollingMaturityAbstract" xlink:label="us-gaap_OperatingLeaseLiabilitiesPaymentsDueRollingMaturityAbstract"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_PurchasedUnsecuredConsumerLoanPool1Member" xlink:label="pbhc_PurchasedUnsecuredConsumerLoanPool1Member"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_BankOwnedLifeInsuranceIncomeOperatingActivities" xlink:label="pbhc_BankOwnedLifeInsuranceIncomeOperatingActivities"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_RevenueFromContractWithCustomerIncludingAssessedTax" xlink:label="us-gaap_RevenueFromContractWithCustomerIncludingAssessedTax"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ConstructionLoansMember" xlink:label="us-gaap_ConstructionLoansMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_DocumentFiscalPeriodFocus" xlink:label="dei_DocumentFiscalPeriodFocus"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_GovernmentSectorMember" xlink:label="us-gaap_GovernmentSectorMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_RestrictedCash" xlink:label="us-gaap_RestrictedCash"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_FinancingReceivableAllowanceForCreditLossesOther" xlink:label="pbhc_FinancingReceivableAllowanceForCreditLossesOther"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_StockOptionPlanExpense" xlink:label="us-gaap_StockOptionPlanExpense"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_SecuritiesIssuedByStateAndPoliticalSubdivisionMember" xlink:label="pbhc_SecuritiesIssuedByStateAndPoliticalSubdivisionMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_PensionPlansDefinedBenefitMember" xlink:label="us-gaap_PensionPlansDefinedBenefitMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ConversionOfStockSharesConverted1" xlink:label="us-gaap_ConversionOfStockSharesConverted1"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DerivativeTable" xlink:label="us-gaap_DerivativeTable"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AdjustmentsToAdditionalPaidInCapitalSharebasedCompensationRequisiteServicePeriodRecognitionValue" xlink:label="us-gaap_AdjustmentsToAdditionalPaidInCapitalSharebasedCompensationRequisiteServicePeriodRecognitionValue"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InterestIncomeExpenseNet" xlink:label="us-gaap_InterestIncomeExpenseNet"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_TotalNumberOfSecuritiesContinuousUnrealizedLossPositionForTwelveMonthsOrMore" xlink:label="pbhc_TotalNumberOfSecuritiesContinuousUnrealizedLossPositionForTwelveMonthsOrMore"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ProceedsFromSaleOfFederalHomeLoanBankStock" xlink:label="us-gaap_ProceedsFromSaleOfFederalHomeLoanBankStock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OperatingLeaseLiability" xlink:label="us-gaap_OperatingLeaseLiability"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueInRollingYearFive" xlink:label="us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueInRollingYearFive"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_NetCashProvidedByUsedInFinancingActivities" xlink:label="us-gaap_NetCashProvidedByUsedInFinancingActivities"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_HomeEquityMember" xlink:label="us-gaap_HomeEquityMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_NonVotingCommonStockDividendsPerShareDeclared" xlink:label="pbhc_NonVotingCommonStockDividendsPerShareDeclared"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_ForeclosedRealEstateMember" xlink:label="pbhc_ForeclosedRealEstateMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_StatementOfFinancialPositionAbstract" xlink:label="us-gaap_StatementOfFinancialPositionAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_EntityFileNumber" xlink:label="dei_EntityFileNumber"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_PaymentsToAcquireFederalHomeLoanBankStock" xlink:label="us-gaap_PaymentsToAcquireFederalHomeLoanBankStock"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_PaymentsOfDividendsCommonStockNonVotingShareHolders" xlink:label="pbhc_PaymentsOfDividendsCommonStockNonVotingShareHolders"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_SubstandardMember" xlink:label="us-gaap_SubstandardMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_StatementOfCashFlowsAbstract" xlink:label="us-gaap_StatementOfCashFlowsAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterOneThroughFiveYearsAmortizedCost" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterOneThroughFiveYearsAmortizedCost"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_SeriesANonvotingMember" xlink:label="pbhc_SeriesANonvotingMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ValuationTechniqueDomain" xlink:label="us-gaap_ValuationTechniqueDomain"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_ResidentialMortgageBackedAgencyFairValueDisclosure" xlink:label="pbhc_ResidentialMortgageBackedAgencyFairValueDisclosure"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_PensionAndOtherPostretirementBenefitsDisclosureTextBlock" xlink:label="us-gaap_PensionAndOtherPostretirementBenefitsDisclosureTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_NonAccrualCommercialLoan" xlink:label="pbhc_NonAccrualCommercialLoan"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/srt/2022/elts/srt-2022.xsd#srt_RangeMember" xlink:label="srt_RangeMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_StatementOfStockholdersEquityAbstract" xlink:label="us-gaap_StatementOfStockholdersEquityAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancingReceivableAllowanceForCreditLossesLineItems" xlink:label="us-gaap_FinancingReceivableAllowanceForCreditLossesLineItems"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AmortizationOfDebtDiscountPremium" xlink:label="us-gaap_AmortizationOfDebtDiscountPremium"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_IncreaseDecreaseInBrokeredDeposits" xlink:label="pbhc_IncreaseDecreaseInBrokeredDeposits"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ImpairedFinancingReceivableWithRelatedAllowanceUnpaidPrincipalBalance" xlink:label="us-gaap_ImpairedFinancingReceivableWithRelatedAllowanceUnpaidPrincipalBalance"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OtherComprehensiveIncomeLossCashFlowHedgeGainLossAfterReclassificationBeforeTax" xlink:label="us-gaap_OtherComprehensiveIncomeLossCashFlowHedgeGainLossAfterReclassificationBeforeTax"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ClassOfStockDomain" xlink:label="us-gaap_ClassOfStockDomain"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InterestAndDividendIncomeSecuritiesByTaxableStatusAbstract" xlink:label="us-gaap_InterestAndDividendIncomeSecuritiesByTaxableStatusAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterTenYearsNetCarryingAmount" xlink:label="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterTenYearsNetCarryingAmount"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_LegalEntityAxis" xlink:label="dei_LegalEntityAxis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAmortizedCostAbstract" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAmortizedCostAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LeaseCostTableTextBlock" xlink:label="us-gaap_LeaseCostTableTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_RealEstateOwnedDisclosureOfDetailedComponentsAbstract" xlink:label="us-gaap_RealEstateOwnedDisclosureOfDetailedComponentsAbstract"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionTwelveMonthsOrLongerAccumulatedLossPercentage" xlink:label="pbhc_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionTwelveMonthsOrLongerAccumulatedLossPercentage"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FairValueByBalanceSheetGroupingTextBlock" xlink:label="us-gaap_FairValueByBalanceSheetGroupingTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FairValueDisclosuresTextBlock" xlink:label="us-gaap_FairValueDisclosuresTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ReclassificationOutOfAccumulatedOtherComprehensiveIncomeAxis" xlink:label="us-gaap_ReclassificationOutOfAccumulatedOtherComprehensiveIncomeAxis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InvestmentInFederalHomeLoanBankStockFairValueDisclosure" xlink:label="us-gaap_InvestmentInFederalHomeLoanBankStockFairValueDisclosure"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancialInstrumentPerformanceStatusDomain" xlink:label="us-gaap_FinancialInstrumentPerformanceStatusDomain"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_UsTreasuryAgenciesAndGsesFairValueDisclosure" xlink:label="pbhc_UsTreasuryAgenciesAndGsesFairValueDisclosure"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_PurchasedUnsecuredConsumerLoanPool5Member" xlink:label="pbhc_PurchasedUnsecuredConsumerLoanPool5Member"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_CommonStocksByIndustryMember" xlink:label="us-gaap_CommonStocksByIndustryMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InformationTechnologyAndDataProcessing" xlink:label="us-gaap_InformationTechnologyAndDataProcessing"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ResidentialMortgageMember" xlink:label="us-gaap_ResidentialMortgageMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ImpairedFinancingReceivableUnpaidPrincipalBalance" xlink:label="us-gaap_ImpairedFinancingReceivableUnpaidPrincipalBalance"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_RevenueFromContractWithCustomerTextBlock" xlink:label="us-gaap_RevenueFromContractWithCustomerTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InterestAndFeeIncomeLoansAndLeases" xlink:label="us-gaap_InterestAndFeeIncomeLoansAndLeases"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_TimeDepositsFairValueDisclosure" xlink:label="pbhc_TimeDepositsFairValueDisclosure"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ProceedsFromMaturitiesPrepaymentsAndCallsOfHeldToMaturitySecurities" xlink:label="us-gaap_ProceedsFromMaturitiesPrepaymentsAndCallsOfHeldToMaturitySecurities"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ProceedsFromSaleOfLoansHeldForSale" xlink:label="us-gaap_ProceedsFromSaleOfLoansHeldForSale"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareByAntidilutiveSecuritiesAxis" xlink:label="us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareByAntidilutiveSecuritiesAxis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LossContingencyNatureDomain" xlink:label="us-gaap_LossContingencyNatureDomain"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedGainBeforeTax" xlink:label="us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedGainBeforeTax"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InterestRateFairValueHedgeDerivativeAtFairValueNet" xlink:label="us-gaap_InterestRateFairValueHedgeDerivativeAtFairValueNet"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LesseeLeaseDescriptionLineItems" xlink:label="us-gaap_LesseeLeaseDescriptionLineItems"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_ImpairedLoansMember" xlink:label="pbhc_ImpairedLoansMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_PeriodEndingNotionalBalanceMember" xlink:label="pbhc_PeriodEndingNotionalBalanceMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_RealizedLossesOnSaleOfInvestments" xlink:label="pbhc_RealizedLossesOnSaleOfInvestments"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ImpairedFinancingReceivableAverageRecordedInvestment" xlink:label="us-gaap_ImpairedFinancingReceivableAverageRecordedInvestment"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancingReceivables60To89DaysPastDueMember" xlink:label="us-gaap_FinancingReceivables60To89DaysPastDueMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_WeightedAverageNumberOfDilutedSharesOutstanding" xlink:label="us-gaap_WeightedAverageNumberOfDilutedSharesOutstanding"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_PaymentsForProceedsFromSaleOfAvailableForSaleSecuritiesDebt" xlink:label="pbhc_PaymentsForProceedsFromSaleOfAvailableForSaleSecuritiesDebt"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LoansNotesTradeAndOtherReceivablesDisclosureTextBlock" xlink:label="us-gaap_LoansNotesTradeAndOtherReceivablesDisclosureTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_ScheduleOfRealEstateProperties" xlink:label="pbhc_ScheduleOfRealEstateProperties"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_GeneralInsuranceExpense" xlink:label="us-gaap_GeneralInsuranceExpense"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_CorporateDebtSecuritiesMember" xlink:label="us-gaap_CorporateDebtSecuritiesMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_PortionAtFairValueFairValueDisclosureMember" xlink:label="us-gaap_PortionAtFairValueFairValueDisclosureMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancingReceivableAllowanceForCreditLossesPeriodIncreaseDecrease" xlink:label="us-gaap_FinancingReceivableAllowanceForCreditLossesPeriodIncreaseDecrease"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ImpairedFinancingReceivableInterestIncomeCashBasisMethodAbstract" xlink:label="us-gaap_ImpairedFinancingReceivableInterestIncomeCashBasisMethodAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LoansAndLeasesReceivableAllowance" xlink:label="us-gaap_LoansAndLeasesReceivableAllowance"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_CurrentFiscalYearEndDate" xlink:label="dei_CurrentFiscalYearEndDate"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InvestmentTypeAxis" xlink:label="us-gaap_InvestmentTypeAxis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InterestPayableCurrentAndNoncurrent" xlink:label="us-gaap_InterestPayableCurrentAndNoncurrent"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_HeldToMaturityNumberOfSecuritiesInUnrealizedLossPositionsTwelveMonthsOrMore" xlink:label="pbhc_HeldToMaturityNumberOfSecuritiesInUnrealizedLossPositionsTwelveMonthsOrMore"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureAbstract" xlink:label="us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_MarketableSecuritiesRealizedGainLoss" xlink:label="us-gaap_MarketableSecuritiesRealizedGainLoss"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_Depreciation" xlink:label="us-gaap_Depreciation"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_TransfersAndServicingOfFinancialInstrumentsTypesOfFinancialInstrumentsDomain" xlink:label="us-gaap_TransfersAndServicingOfFinancialInstrumentsTypesOfFinancialInstrumentsDomain"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsIncludingDisposalGroupAndDiscontinuedOperations" xlink:label="us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsIncludingDisposalGroupAndDiscontinuedOperations"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_BankOwnedLifeInsurance" xlink:label="us-gaap_BankOwnedLifeInsurance"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_PaymentsForOriginationOfMortgageLoansHeldForSale" xlink:label="us-gaap_PaymentsForOriginationOfMortgageLoansHeldForSale"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_RestrictedCashAndCashEquivalents" xlink:label="us-gaap_RestrictedCashAndCashEquivalents"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_SecuritiesPledgedToCollateralizeBorrowing" xlink:label="pbhc_SecuritiesPledgedToCollateralizeBorrowing"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_StockholdersEquityIncludingPortionAttributableToNoncontrollingInterest" xlink:label="us-gaap_StockholdersEquityIncludingPortionAttributableToNoncontrollingInterest"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_EntityAddressAddressLine1" xlink:label="dei_EntityAddressAddressLine1"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DepositsAbstract" xlink:label="us-gaap_DepositsAbstract"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_DebtInstrumentPrincipalOutstanding" xlink:label="pbhc_DebtInstrumentPrincipalOutstanding"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_RepaymentsOfLongTermDebt" xlink:label="us-gaap_RepaymentsOfLongTermDebt"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InterestReceivableCurrent" xlink:label="us-gaap_InterestReceivableCurrent"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DefinedBenefitPlanByPlanAssetCategoriesAxis" xlink:label="us-gaap_DefinedBenefitPlanByPlanAssetCategoriesAxis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_NoncontrollingInterestMember" xlink:label="us-gaap_NoncontrollingInterestMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_ScheduleOfSupplementalBalanceSheetInformationRelatedToLeasesTableTextBlock" xlink:label="pbhc_ScheduleOfSupplementalBalanceSheetInformationRelatedToLeasesTableTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinanceLeaseRightOfUseAssetStatementOfFinancialPositionExtensibleList" xlink:label="us-gaap_FinanceLeaseRightOfUseAssetStatementOfFinancialPositionExtensibleList"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_NoninterestExpenseAbstract" xlink:label="us-gaap_NoninterestExpenseAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_SupplementalCashFlowInformationAbstract" xlink:label="us-gaap_SupplementalCashFlowInformationAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LesseeFinanceLeaseDiscountRate" xlink:label="us-gaap_LesseeFinanceLeaseDiscountRate"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_PassMember" xlink:label="us-gaap_PassMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/srt/2022/elts/srt-2022.xsd#srt_StandardPoorsAARatingMember" xlink:label="srt_StandardPoorsAARatingMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InvestmentsInDebtAndMarketableEquitySecuritiesAndCertainTradingAssetsDisclosureTextBlock" xlink:label="us-gaap_InvestmentsInDebtAndMarketableEquitySecuritiesAndCertainTradingAssetsDisclosureTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_NewAccountingPronouncementsAndChangesInAccountingPrinciplesTextBlock" xlink:label="us-gaap_NewAccountingPronouncementsAndChangesInAccountingPrinciplesTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InterestIncomeSecuritiesTaxable" xlink:label="us-gaap_InterestIncomeSecuritiesTaxable"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ConversionOfStockDescription" xlink:label="us-gaap_ConversionOfStockDescription"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterFiveThroughTenYearsFairValue" xlink:label="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterFiveThroughTenYearsFairValue"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_IncomeTaxExpenseBenefit" xlink:label="us-gaap_IncomeTaxExpenseBenefit"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_PaycheckProtectionProgramMember" xlink:label="pbhc_PaycheckProtectionProgramMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AllowanceForCreditLossesMember" xlink:label="pbhc_AllowanceForCreditLossesMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_HedgedAssetFairValueHedge" xlink:label="us-gaap_HedgedAssetFairValueHedge"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ExtraordinaryAndUnusualItemsAbstract" xlink:label="us-gaap_ExtraordinaryAndUnusualItemsAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_BalanceSheetLocationDomain" xlink:label="us-gaap_BalanceSheetLocationDomain"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AOCIIncludingPortionAttributableToNoncontrollingInterestAbstract" xlink:label="us-gaap_AOCIIncludingPortionAttributableToNoncontrollingInterestAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancingReceivableAllowanceForCreditLossesWriteOffs" xlink:label="us-gaap_FinancingReceivableAllowanceForCreditLossesWriteOffs"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_PaymentsToAcquirePropertyPlantAndEquipment" xlink:label="us-gaap_PaymentsToAcquirePropertyPlantAndEquipment"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AccruedInterestPayableFairValueDisclosure" xlink:label="pbhc_AccruedInterestPayableFairValueDisclosure"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_UnrealizedGainLossOnInvestmentsTableTextBlock" xlink:label="us-gaap_UnrealizedGainLossOnInvestmentsTableTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FairValueAssetsMeasuredOnNonrecurringBasisTextBlock" xlink:label="us-gaap_FairValueAssetsMeasuredOnNonrecurringBasisTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancingReceivableModificationsPostModificationRecordedInvestment2" xlink:label="us-gaap_FinancingReceivableModificationsPostModificationRecordedInvestment2"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_HeldToMaturitySecuritiesAccumulatedUnrecognizedHoldingLoss" xlink:label="us-gaap_HeldToMaturitySecuritiesAccumulatedUnrecognizedHoldingLoss"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_DebtInvestmentSecuritiesAbstract" xlink:label="pbhc_DebtInvestmentSecuritiesAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_CarryingReportedAmountFairValueDisclosureMember" xlink:label="us-gaap_CarryingReportedAmountFairValueDisclosureMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FairValueHedgesAtFairValueNet" xlink:label="us-gaap_FairValueHedgesAtFairValueNet"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_UnearnedEsopMember" xlink:label="pbhc_UnearnedEsopMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FairValueByFairValueHierarchyLevelAxis" xlink:label="us-gaap_FairValueByFairValueHierarchyLevelAxis"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AmortizationOfOperatingLeases" xlink:label="pbhc_AmortizationOfOperatingLeases"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DefinedBenefitPlanAmortizationOfPriorServiceCostCredit" xlink:label="us-gaap_DefinedBenefitPlanAmortizationOfPriorServiceCostCredit"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_EquityInvestmentSecuritiesAbstract" xlink:label="pbhc_EquityInvestmentSecuritiesAbstract"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AmortizationAccretionOfMortgageServicingRights" xlink:label="pbhc_AmortizationAccretionOfMortgageServicingRights"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_WithNoRelatedAllowanceRecordedAbstract" xlink:label="pbhc_WithNoRelatedAllowanceRecordedAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_NonvotingCommonStockMember" xlink:label="us-gaap_NonvotingCommonStockMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_PreferredStockToNonVotingCommonStockConversion" xlink:label="pbhc_PreferredStockToNonVotingCommonStockConversion"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_EmployeeStockOwnershipPlanESOPSharesContributedToESOP" xlink:label="us-gaap_EmployeeStockOwnershipPlanESOPSharesContributedToESOP"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_IncreaseDecreaseInOtherNoncurrentLiabilities" xlink:label="us-gaap_IncreaseDecreaseInOtherNoncurrentLiabilities"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_CommunityServiceActivities" xlink:label="pbhc_CommunityServiceActivities"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LesseeOperatingLeaseOptionToExtend" xlink:label="us-gaap_LesseeOperatingLeaseOptionToExtend"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DividendIncomeOperating" xlink:label="us-gaap_DividendIncomeOperating"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_RelatedPartyDomain" xlink:label="us-gaap_RelatedPartyDomain"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesBeforeTax" xlink:label="us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesBeforeTax"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_LoansConvertedToTermLoansMember" xlink:label="pbhc_LoansConvertedToTermLoansMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPosition" xlink:label="us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPosition"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionTwelveMonthsOrLongerAccumulatedLossPercentage" xlink:label="pbhc_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionTwelveMonthsOrLongerAccumulatedLossPercentage"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_EntityFilerCategory" xlink:label="dei_EntityFilerCategory"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ImpairedFinancingReceivableRecordedInvestment" xlink:label="us-gaap_ImpairedFinancingReceivableRecordedInvestment"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_ProceedsFromSaleOfAvailableForSaleDebtAndEquitySecurities" xlink:label="pbhc_ProceedsFromSaleOfAvailableForSaleDebtAndEquitySecurities"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_PaymentsToAcquireMarketableSecurities" xlink:label="us-gaap_PaymentsToAcquireMarketableSecurities"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DebtSecuritiesHeldToMaturityAllowanceForCreditLoss" xlink:label="us-gaap_DebtSecuritiesHeldToMaturityAllowanceForCreditLoss"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_PreferredStockDividendsIncomeStatementImpact" xlink:label="us-gaap_PreferredStockDividendsIncomeStatementImpact"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ProceedsFromSaleAndMaturityOfMarketableSecurities" xlink:label="us-gaap_ProceedsFromSaleAndMaturityOfMarketableSecurities"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DerivativeAssetStatementOfFinancialPositionExtensibleEnumeration" xlink:label="us-gaap_DerivativeAssetStatementOfFinancialPositionExtensibleEnumeration"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_UnusualOrInfrequentItemsDisclosureTextBlock" xlink:label="us-gaap_UnusualOrInfrequentItemsDisclosureTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancingReceivableRecordedInvestmentPastDueLineItems" xlink:label="us-gaap_FinancingReceivableRecordedInvestmentPastDueLineItems"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LoansAndLeasesReceivableNetOfDeferredIncome" xlink:label="us-gaap_LoansAndLeasesReceivableNetOfDeferredIncome"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentBeforeTax" xlink:label="us-gaap_OtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentBeforeTax"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_HeldToMaturitySecuritiesDebtMaturitiesFairValueAbstract" xlink:label="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesFairValueAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancingReceivableRecordedInvestmentLineItems" xlink:label="us-gaap_FinancingReceivableRecordedInvestmentLineItems"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_EntityCurrentReportingStatus" xlink:label="dei_EntityCurrentReportingStatus"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionTwelveMonthsOrLongerFairValue" xlink:label="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionTwelveMonthsOrLongerFairValue"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationByAssetClassDomain" xlink:label="us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationByAssetClassDomain"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InterestRateFairValueHedgeLiabilityAtFairValue" xlink:label="us-gaap_InterestRateFairValueHedgeLiabilityAtFairValue"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_NoninterestExpense" xlink:label="us-gaap_NoninterestExpense"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_GainsLossesOnSalesOfAssetsAbstract" xlink:label="us-gaap_GainsLossesOnSalesOfAssetsAbstract"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_ReevaluationOfDeferredTaxAssetValuationAllowance1" xlink:label="pbhc_ReevaluationOfDeferredTaxAssetValuationAllowance1"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_StockholdersEquity" xlink:label="us-gaap_StockholdersEquity"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionAccumulatedLoss" xlink:label="us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionAccumulatedLoss"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_HomeEquityAndJuniorLiensMember" xlink:label="pbhc_HomeEquityAndJuniorLiensMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AccumulatedOtherComprehensiveIncomeMember" xlink:label="us-gaap_AccumulatedOtherComprehensiveIncomeMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ConsumerLoanMember" xlink:label="us-gaap_ConsumerLoanMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_CreditLossStatusDomain" xlink:label="us-gaap_CreditLossStatusDomain"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FairValueByAssetClassAxis" xlink:label="us-gaap_FairValueByAssetClassAxis"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_NumberOfLoansOutstanding" xlink:label="pbhc_NumberOfLoansOutstanding"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_EntityTaxIdentificationNumber" xlink:label="dei_EntityTaxIdentificationNumber"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_CommonStockValue" xlink:label="us-gaap_CommonStockValue"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_RetainedEarningsAccumulatedDeficit" xlink:label="us-gaap_RetainedEarningsAccumulatedDeficit"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AvailableForSaleInvestmentSecuritiesAggregateFairValueThatExceededAndAmortizedHistoricalCost" xlink:label="pbhc_AvailableForSaleInvestmentSecuritiesAggregateFairValueThatExceededAndAmortizedHistoricalCost"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_StatementEquityComponentsAxis" xlink:label="us-gaap_StatementEquityComponentsAxis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DerivativeGainLossOnDerivativeNet" xlink:label="us-gaap_DerivativeGainLossOnDerivativeNet"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ScheduleOfCashFlowHedgingInstrumentsStatementsOfFinancialPerformanceAndFinancialPositionLocationTableTextBlock" xlink:label="us-gaap_ScheduleOfCashFlowHedgingInstrumentsStatementsOfFinancialPerformanceAndFinancialPositionLocationTableTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_TypeOfAdoptionMember" xlink:label="us-gaap_TypeOfAdoptionMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_NonPerformingLoansOutstanding" xlink:label="pbhc_NonPerformingLoansOutstanding"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_HeldtomaturitySecuritiesSoldSecurityRealizedGainLossExcludingOtherThanTemporaryImpairments" xlink:label="us-gaap_HeldtomaturitySecuritiesSoldSecurityRealizedGainLossExcludingOtherThanTemporaryImpairments"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_TroubledDebtRestructuringDebtorSubsequentPeriodsContingentPaymentsNameDomain" xlink:label="us-gaap_TroubledDebtRestructuringDebtorSubsequentPeriodsContingentPaymentsNameDomain"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AccumulatedNetUnrealizedInvestmentIncomeLossHeldToMaturitySecuritiesMember" xlink:label="pbhc_AccumulatedNetUnrealizedInvestmentIncomeLossHeldToMaturitySecuritiesMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LeasesAbstract" xlink:label="us-gaap_LeasesAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DisaggregationOfRevenueTable" xlink:label="us-gaap_DisaggregationOfRevenueTable"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AuditCommandLanguageRelatedToPool" xlink:label="pbhc_AuditCommandLanguageRelatedToPool"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_EntityEmergingGrowthCompany" xlink:label="dei_EntityEmergingGrowthCompany"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerAccumulatedLoss" xlink:label="us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerAccumulatedLoss"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DefinedBenefitPlanInterestCost" xlink:label="us-gaap_DefinedBenefitPlanInterestCost"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InterestExpenseDebt" xlink:label="us-gaap_InterestExpenseDebt"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansNetUnamortizedGainLossArisingDuringPeriodBeforeTax" xlink:label="us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansNetUnamortizedGainLossArisingDuringPeriodBeforeTax"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_FairValueHedgesDomain" xlink:label="pbhc_FairValueHedgesDomain"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterOneThroughFiveYearsFairValue" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterOneThroughFiveYearsFairValue"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_ConsolidationOfMembershipInterestInSubsidiary" xlink:label="pbhc_ConsolidationOfMembershipInterestInSubsidiary"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ProceedsFromMaturitiesPrepaymentsAndCallsOfAvailableForSaleSecurities" xlink:label="us-gaap_ProceedsFromMaturitiesPrepaymentsAndCallsOfAvailableForSaleSecurities"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_RetirementPlanTypeDomain" xlink:label="us-gaap_RetirementPlanTypeDomain"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_RevolvingLoansConvertedToTermLoansMember" xlink:label="pbhc_RevolvingLoansConvertedToTermLoansMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ScheduleOfAccountsNotesLoansAndFinancingReceivableTextBlock" xlink:label="us-gaap_ScheduleOfAccountsNotesLoansAndFinancingReceivableTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_PlanAssetCategoriesDomain" xlink:label="us-gaap_PlanAssetCategoriesDomain"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ScheduleOfFinancingReceivableAllowanceForCreditLossesTable" xlink:label="us-gaap_ScheduleOfFinancingReceivableAllowanceForCreditLossesTable"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_PaymentsToAcquireHeldToMaturitySecurities" xlink:label="us-gaap_PaymentsToAcquireHeldToMaturitySecurities"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DefinedBenefitPlanServiceCost" xlink:label="us-gaap_DefinedBenefitPlanServiceCost"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AdoptionOfAsu201613CurrentExpectedCreditLosses" xlink:label="pbhc_AdoptionOfAsu201613CurrentExpectedCreditLosses"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DebtSecuritiesAvailableForSaleTable" xlink:label="us-gaap_DebtSecuritiesAvailableForSaleTable"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ConsumerPortfolioSegmentMember" xlink:label="us-gaap_ConsumerPortfolioSegmentMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_CompensationAndRetirementDisclosureAbstract" xlink:label="us-gaap_CompensationAndRetirementDisclosureAbstract"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_PurchasedUnsecuredConsumerLoanPool2Member" xlink:label="pbhc_PurchasedUnsecuredConsumerLoanPool2Member"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterFiveThroughTenYearsAmortizedCost" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterFiveThroughTenYearsAmortizedCost"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_DocumentTransitionReport" xlink:label="dei_DocumentTransitionReport"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_NumberOfNonPerformingLoans" xlink:label="pbhc_NumberOfNonPerformingLoans"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_OtherConsumerFinancingReceivableMember" xlink:label="pbhc_OtherConsumerFinancingReceivableMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AmortizationOfFinancingCostFromSubordinatedDebt" xlink:label="pbhc_AmortizationOfFinancingCostFromSubordinatedDebt"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_TermLoansByOriginationPriorYearMember" xlink:label="pbhc_TermLoansByOriginationPriorYearMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_InvestmentSecuritiesBookValue" xlink:label="pbhc_InvestmentSecuritiesBookValue"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_HedgingContractsRates" xlink:label="pbhc_HedgingContractsRates"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_CashBasisInterestIncomeRecognizedOnImpairedLoansTableTextBlock" xlink:label="pbhc_CashBasisInterestIncomeRecognizedOnImpairedLoansTableTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ScheduleOfAccumulatedOtherComprehensiveIncomeLossTableTextBlock" xlink:label="us-gaap_ScheduleOfAccumulatedOtherComprehensiveIncomeLossTableTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancingReceivablePortfolioSegmentDomain" xlink:label="us-gaap_FinancingReceivablePortfolioSegmentDomain"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansAdjustmentBeforeReclassificationAdjustmentsAndTaxAbstract" xlink:label="us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansAdjustmentBeforeReclassificationAdjustmentsAndTaxAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ClassOfFinancingReceivableTypeOfBorrowerAxis" xlink:label="us-gaap_ClassOfFinancingReceivableTypeOfBorrowerAxis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AccumulatedOtherComprehensiveIncomeLossNetOfTax" xlink:label="us-gaap_AccumulatedOtherComprehensiveIncomeLossNetOfTax"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_EntityCommonStockSharesOutstanding" xlink:label="dei_EntityCommonStockSharesOutstanding"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ScheduleOfFinancingReceivablesNonAccrualStatusTableTextBlock" xlink:label="us-gaap_ScheduleOfFinancingReceivablesNonAccrualStatusTableTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OtherComprehensiveIncomeLossNetOfTax" xlink:label="us-gaap_OtherComprehensiveIncomeLossNetOfTax"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_PrivateEquityFundsMember" xlink:label="us-gaap_PrivateEquityFundsMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_InvestmentSecuritiesUnrealizedLossPosition" xlink:label="pbhc_InvestmentSecuritiesUnrealizedLossPosition"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_NetIncomeLoss" xlink:label="us-gaap_NetIncomeLoss"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/srt/2022/elts/srt-2022.xsd#srt_WeightedAverageMember" xlink:label="srt_WeightedAverageMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionNumberOfPositions" xlink:label="us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionNumberOfPositions"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_NatureOfOperationsTable" xlink:label="pbhc_NatureOfOperationsTable"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FairValueHedgeLiabilitiesAtFairValue" xlink:label="us-gaap_FairValueHedgeLiabilitiesAtFairValue"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_PurchasedSecuredConsumerInstallmentLoansMember" xlink:label="pbhc_PurchasedSecuredConsumerInstallmentLoansMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_HedgeTranscationsIncreasedTheNetIncomeTextblock" xlink:label="pbhc_HedgeTranscationsIncreasedTheNetIncomeTextblock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AdditionalPaidInCapitalMember" xlink:label="us-gaap_AdditionalPaidInCapitalMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_UnrealizedHoldingLossesArisingDuringThePeriod" xlink:label="pbhc_UnrealizedHoldingLossesArisingDuringThePeriod"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_DocumentInformationLineItems" xlink:label="dei_DocumentInformationLineItems"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTableTextBlock" xlink:label="us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTableTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_LoansHeldForSaleMember" xlink:label="pbhc_LoansHeldForSaleMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_EntityRegistrantName" xlink:label="dei_EntityRegistrantName"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AdvertisingExpense" xlink:label="us-gaap_AdvertisingExpense"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancingReceivableImpairedLineItems" xlink:label="us-gaap_FinancingReceivableImpairedLineItems"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_EarningsPerShareTextBlock" xlink:label="us-gaap_EarningsPerShareTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_StatementClassOfStockAxis" xlink:label="us-gaap_StatementClassOfStockAxis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_HeldToMaturitySecurities" xlink:label="us-gaap_HeldToMaturitySecurities"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_MortgageBackedSecuritiesIssuedByPrivateEnterprisesMember" xlink:label="us-gaap_MortgageBackedSecuritiesIssuedByPrivateEnterprisesMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LesseeLeaseDescriptionTable" xlink:label="us-gaap_LesseeLeaseDescriptionTable"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionTwelveMonthsOrMoreAmortizedHistoricalCostBasis" xlink:label="pbhc_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionTwelveMonthsOrMoreAmortizedHistoricalCostBasis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_StatementOfIncomeAndComprehensiveIncomeAbstract" xlink:label="us-gaap_StatementOfIncomeAndComprehensiveIncomeAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_RealizedGainLossOnInvestmentsTableTextBlock" xlink:label="us-gaap_RealizedGainLossOnInvestmentsTableTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_PropertyPlantAndEquipmentNet" xlink:label="us-gaap_PropertyPlantAndEquipmentNet"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_MarketApproachValuationTechniqueMember" xlink:label="us-gaap_MarketApproachValuationTechniqueMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DebtSecuritiesHeldToMaturityAllowanceForCreditLossPeriodIncreaseDecrease" xlink:label="us-gaap_DebtSecuritiesHeldToMaturityAllowanceForCreditLossPeriodIncreaseDecrease"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_StatementLineItems" xlink:label="us-gaap_StatementLineItems"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_NumberOfSecurities" xlink:label="pbhc_NumberOfSecurities"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AvailableForSaleInvestmentSecuritiesDeclineInFairValueAndAmortizedHistoricalCost" xlink:label="pbhc_AvailableForSaleInvestmentSecuritiesDeclineInFairValueAndAmortizedHistoricalCost"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodTax" xlink:label="us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodTax"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_NewAccountingPronouncementsAndChangesInAccountingPrinciplesAbstract" xlink:label="us-gaap_NewAccountingPronouncementsAndChangesInAccountingPrinciplesAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_Security12bTitle" xlink:label="dei_Security12bTitle"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_OtherSecuritiesAbstract" xlink:label="pbhc_OtherSecuritiesAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/srt/2022/elts/srt-2022.xsd#srt_OwnershipDomain" xlink:label="srt_OwnershipDomain"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_CommonStockMember" xlink:label="us-gaap_CommonStockMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DerivativeNotionalAmount" xlink:label="us-gaap_DerivativeNotionalAmount"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InterestIncomeExpenseAfterProvisionForLoanLoss" xlink:label="us-gaap_InterestIncomeExpenseAfterProvisionForLoanLoss"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OtherRealEstateAndForeclosedAssets" xlink:label="us-gaap_OtherRealEstateAndForeclosedAssets"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_NetCashProvidedByUsedInOperatingActivitiesAbstract" xlink:label="us-gaap_NetCashProvidedByUsedInOperatingActivitiesAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_EquityComponentDomain" xlink:label="us-gaap_EquityComponentDomain"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterTenYearsFairValue" xlink:label="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterTenYearsFairValue"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesExtraordinaryItemsNoncontrollingInterest" xlink:label="us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesExtraordinaryItemsNoncontrollingInterest"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPosition12MonthsOrLongerAccumulatedLoss" xlink:label="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPosition12MonthsOrLongerAccumulatedLoss"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_EntityAddressStateOrProvince" xlink:label="dei_EntityAddressStateOrProvince"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AvailableForSaleSecuritiesOfAmortizedCostBasisAbstract" xlink:label="pbhc_AvailableForSaleSecuritiesOfAmortizedCostBasisAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithinOneYearFairValue" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithinOneYearFairValue"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_TroubledDebtRestructuringDebtorCurrentPeriodAbstract" xlink:label="us-gaap_TroubledDebtRestructuringDebtorCurrentPeriodAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/srt/2022/elts/srt-2022.xsd#srt_CreditRatingStandardPoorsAxis" xlink:label="srt_CreditRatingStandardPoorsAxis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsPeriodIncreaseDecreaseIncludingExchangeRateEffect" xlink:label="us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsPeriodIncreaseDecreaseIncludingExchangeRateEffect"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ComprehensiveIncomeNetOfTaxIncludingPortionAttributableToNoncontrollingInterest" xlink:label="us-gaap_ComprehensiveIncomeNetOfTaxIncludingPortionAttributableToNoncontrollingInterest"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_DocumentType" xlink:label="dei_DocumentType"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InterestPaidNet" xlink:label="us-gaap_InterestPaidNet"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancingReceivableAllowanceForCreditLossLoanPurchased" xlink:label="us-gaap_FinancingReceivableAllowanceForCreditLossLoanPurchased"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ScheduleOfRelatedPartyTransactionsTableTextBlock" xlink:label="us-gaap_ScheduleOfRelatedPartyTransactionsTableTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_EquitySecuritiesInvestmentSummaryMember" xlink:label="us-gaap_EquitySecuritiesInvestmentSummaryMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DefinedBenefitPlanAmortizationOfGainsLosses" xlink:label="us-gaap_DefinedBenefitPlanAmortizationOfGainsLosses"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ReceivablesAbstract" xlink:label="us-gaap_ReceivablesAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_EntityShellCompany" xlink:label="dei_EntityShellCompany"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InterestExpenseLongTermDebt" xlink:label="us-gaap_InterestExpenseLongTermDebt"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisLineItems" xlink:label="us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisLineItems"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_CommercialBorrowerMember" xlink:label="us-gaap_CommercialBorrowerMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_EquitySecuritiesAvailableForSaleAccumulatedGrossUnrealizedGainBeforeTax" xlink:label="pbhc_EquitySecuritiesAvailableForSaleAccumulatedGrossUnrealizedGainBeforeTax"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_UnfundedCommitmentsMember" xlink:label="pbhc_UnfundedCommitmentsMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_MortgageBankingMember" xlink:label="us-gaap_MortgageBankingMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_EquitySecuritiesFvNi" xlink:label="us-gaap_EquitySecuritiesFvNi"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancingReceivableRecordedInvestmentByClassOfFinancingReceivableAxis" xlink:label="us-gaap_FinancingReceivableRecordedInvestmentByClassOfFinancingReceivableAxis"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_PaymentsOfDividendsWarrants" xlink:label="pbhc_PaymentsOfDividendsWarrants"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisTable" xlink:label="us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisTable"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DoubtfulMember" xlink:label="us-gaap_DoubtfulMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_CumulativeEffectOfAffiliateCapitalAllocation" xlink:label="pbhc_CumulativeEffectOfAffiliateCapitalAllocation"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DebtSecuritiesMember" xlink:label="us-gaap_DebtSecuritiesMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_CorporateBondSecuritiesMember" xlink:label="us-gaap_CorporateBondSecuritiesMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InterestRateFairValueHedgeAssetAtFairValue" xlink:label="us-gaap_InterestRateFairValueHedgeAssetAtFairValue"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_MaturityPeriodOfAcquiredLoan" xlink:label="pbhc_MaturityPeriodOfAcquiredLoan"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_CommonStockFinancialServicesIndustryMember" xlink:label="pbhc_CommonStockFinancialServicesIndustryMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ReclassificationOutOfAccumulatedOtherComprehensiveIncomeTable" xlink:label="us-gaap_ReclassificationOutOfAccumulatedOtherComprehensiveIncomeTable"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LossContingenciesLineItems" xlink:label="us-gaap_LossContingenciesLineItems"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_CorporateSecuritiesMember" xlink:label="pbhc_CorporateSecuritiesMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_MinimumYearsOfServiceToParticipateInHealthAndLifeInsuranceBenefits" xlink:label="pbhc_MinimumYearsOfServiceToParticipateInHealthAndLifeInsuranceBenefits"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DepositsFairValueDisclosure" xlink:label="us-gaap_DepositsFairValueDisclosure"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_SecurityExchangeName" xlink:label="dei_SecurityExchangeName"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_RevenueFromContractWithCustomerAbstract" xlink:label="us-gaap_RevenueFromContractWithCustomerAbstract"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_TermLoansByOriginationYear2019Member" xlink:label="pbhc_TermLoansByOriginationYear2019Member"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareLineItems" xlink:label="us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareLineItems"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_OnePrivateLabelAssetBackedSecuritiesByPrivateIssueStudentLoansMember" xlink:label="pbhc_OnePrivateLabelAssetBackedSecuritiesByPrivateIssueStudentLoansMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_NetCashProvidedByUsedInOperatingActivities" xlink:label="us-gaap_NetCashProvidedByUsedInOperatingActivities"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_Deposits" xlink:label="us-gaap_Deposits"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FairValueByBalanceSheetGroupingTable" xlink:label="us-gaap_FairValueByBalanceSheetGroupingTable"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_ScheduleOfSupplementalCashFlowInformationRelatedToLeasesTableTextBlock" xlink:label="pbhc_ScheduleOfSupplementalCashFlowInformationRelatedToLeasesTableTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LoansHeldForSaleFairValueDisclosure" xlink:label="us-gaap_LoansHeldForSaleFairValueDisclosure"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_LoanHeldForSaleMember" xlink:label="pbhc_LoanHeldForSaleMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_CommitmentsAndContingenciesDisclosureAbstract" xlink:label="us-gaap_CommitmentsAndContingenciesDisclosureAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InterestBearingDepositsInBanks" xlink:label="us-gaap_InterestBearingDepositsInBanks"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_HeldToMaturitySecuritiesAccumulatedUnrecognizedHoldingGain" xlink:label="us-gaap_HeldToMaturitySecuritiesAccumulatedUnrecognizedHoldingGain"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OperatingLeaseCost" xlink:label="us-gaap_OperatingLeaseCost"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancingReceivables30To59DaysPastDueMember" xlink:label="us-gaap_FinancingReceivables30To59DaysPastDueMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DepositAccountMember" xlink:label="us-gaap_DepositAccountMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LesseeOperatingLeaseLiabilityMaturityTableTextBlock" xlink:label="us-gaap_LesseeOperatingLeaseLiabilityMaturityTableTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionFairValue" xlink:label="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionFairValue"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ScheduleOfAccountsNotesLoansAndFinancingReceivableTable" xlink:label="us-gaap_ScheduleOfAccountsNotesLoansAndFinancingReceivableTable"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ImpairedFinancingReceivableWithNoRelatedAllowanceUnpaidPrincipalBalance" xlink:label="us-gaap_ImpairedFinancingReceivableWithNoRelatedAllowanceUnpaidPrincipalBalance"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ForeclosedRealEstateExpense" xlink:label="us-gaap_ForeclosedRealEstateExpense"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_SummaryOfPurchasedLoansPoolsTableTextBlock" xlink:label="pbhc_SummaryOfPurchasedLoansPoolsTableTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_DebtSecuritiesAggregateAmortizedCost" xlink:label="pbhc_DebtSecuritiesAggregateAmortizedCost"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_MinorityInterestOwnershipPercentageByParent" xlink:label="us-gaap_MinorityInterestOwnershipPercentageByParent"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_ATMFeesDepositAccountMember" xlink:label="pbhc_ATMFeesDepositAccountMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ScheduleOfDefinedBenefitPlansDisclosuresTable" xlink:label="us-gaap_ScheduleOfDefinedBenefitPlansDisclosuresTable"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_CommonStockSharesOutstanding" xlink:label="us-gaap_CommonStockSharesOutstanding"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AllowanceForLoanLossesAbstract" xlink:label="pbhc_AllowanceForLoanLossesAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancingReceivableModificationsNumberOfContracts2" xlink:label="us-gaap_FinancingReceivableModificationsNumberOfContracts2"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FairValueInputsLevel2Member" xlink:label="us-gaap_FairValueInputsLevel2Member"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ProceedsFromIssuanceOfLongTermDebt" xlink:label="us-gaap_ProceedsFromIssuanceOfLongTermDebt"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AvailableForSaleSecuritiesDebtSecurities" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtSecurities"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancialInstrumentPerformanceStatusAxis" xlink:label="us-gaap_FinancialInstrumentPerformanceStatusAxis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_NetCashProvidedByUsedInInvestingActivitiesAbstract" xlink:label="us-gaap_NetCashProvidedByUsedInInvestingActivitiesAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InterestIncomeFederalFundsSold" xlink:label="us-gaap_InterestIncomeFederalFundsSold"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_LinesOfCreditMember" xlink:label="pbhc_LinesOfCreditMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AggregateOfHeldToMaturitySecuritiesDebtMaturitiesFairValue" xlink:label="pbhc_AggregateOfHeldToMaturitySecuritiesDebtMaturitiesFairValue"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_RealEstateMember" xlink:label="us-gaap_RealEstateMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_HeldToMaturitySecuritiesAbstract" xlink:label="us-gaap_HeldToMaturitySecuritiesAbstract"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_PathfinderRiskManagementCompanyIncMember" xlink:label="pbhc_PathfinderRiskManagementCompanyIncMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_CommonStockSharesIssued" xlink:label="us-gaap_CommonStockSharesIssued"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureTextBlock" xlink:label="us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_HeldToMaturityNumberOfSecuritiesInUnrealizedLossPositions" xlink:label="pbhc_HeldToMaturityNumberOfSecuritiesInUnrealizedLossPositions"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_PurchasedCommercialLineOfCreditOneMember" xlink:label="pbhc_PurchasedCommercialLineOfCreditOneMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_SecuritiesPledgedToCollateralizeDeposit" xlink:label="pbhc_SecuritiesPledgedToCollateralizeDeposit"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_HeldToMaturitySecuritiesAtAmortizedCostFairValue" xlink:label="pbhc_HeldToMaturitySecuritiesAtAmortizedCostFairValue"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/srt/2022/elts/srt-2022.xsd#srt_MinimumMember" xlink:label="srt_MinimumMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_TermLoansByOriginationYear2023Member" xlink:label="pbhc_TermLoansByOriginationYear2023Member"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_GainLossOnSaleOfInvestmentsExcludingRealizedGainOnMarketableEquitySecurity" xlink:label="pbhc_GainLossOnSaleOfInvestmentsExcludingRealizedGainOnMarketableEquitySecurity"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_MarketableSecurities" xlink:label="us-gaap_MarketableSecurities"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesTax" xlink:label="us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesTax"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_ProceedsFromSaleOfAndRedemptionsOfAbstract" xlink:label="pbhc_ProceedsFromSaleOfAndRedemptionsOfAbstract"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_DirectorsExecutiveOfficersAndAffiliatesMember" xlink:label="pbhc_DirectorsExecutiveOfficersAndAffiliatesMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_OnePrivateLabelAssetBackedSecuritiesByCommercialLeaseContractsMember" xlink:label="pbhc_OnePrivateLabelAssetBackedSecuritiesByCommercialLeaseContractsMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AdditionalCashFlowElementsAndSupplementalCashFlowInformationAbstract" xlink:label="us-gaap_AdditionalCashFlowElementsAndSupplementalCashFlowInformationAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerNumberOfPositions" xlink:label="us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerNumberOfPositions"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ScheduleOfFairValueHedgingInstrumentsStatementsOfFinancialPerformanceAndFinancialPositionLocationTableTextBlock" xlink:label="us-gaap_ScheduleOfFairValueHedgingInstrumentsStatementsOfFinancialPerformanceAndFinancialPositionLocationTableTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AdjustmentsForNewAccountingPronouncementsAxis" xlink:label="us-gaap_AdjustmentsForNewAccountingPronouncementsAxis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ImpairedFinancingReceivableRelatedAllowance" xlink:label="us-gaap_ImpairedFinancingReceivableRelatedAllowance"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_TermLoansByOriginationYear2022Member" xlink:label="pbhc_TermLoansByOriginationYear2022Member"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_StockholdersEquityAbstract" xlink:label="us-gaap_StockholdersEquityAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ConcentrationRiskCreditRiskFinancialInstrumentMaximumExposure" xlink:label="us-gaap_ConcentrationRiskCreditRiskFinancialInstrumentMaximumExposure"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ReclassificationAdjustmentOutOfAccumulatedOtherComprehensiveIncomeLineItems" xlink:label="us-gaap_ReclassificationAdjustmentOutOfAccumulatedOtherComprehensiveIncomeLineItems"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LoansAndLeasesReceivableRelatedPartiesRollForward" xlink:label="us-gaap_LoansAndLeasesReceivableRelatedPartiesRollForward"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_CollateralizedMortgageObligationsPrivateLabelFairValueDisclosure" xlink:label="pbhc_CollateralizedMortgageObligationsPrivateLabelFairValueDisclosure"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AmortizationOfIntangibleAssets" xlink:label="us-gaap_AmortizationOfIntangibleAssets"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_OnePrivateLabelAssetBackedSecuritiesByRealEstateLeaseContractsMember" xlink:label="pbhc_OnePrivateLabelAssetBackedSecuritiesByRealEstateLeaseContractsMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_SubsequentEventMember" xlink:label="us-gaap_SubsequentEventMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_TroubledDebtRestructuringDebtorSubsequentPeriodsAxis" xlink:label="us-gaap_TroubledDebtRestructuringDebtorSubsequentPeriodsAxis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DebtInstrumentFairValue" xlink:label="us-gaap_DebtInstrumentFairValue"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_RealEstateOwnedTextBlock" xlink:label="us-gaap_RealEstateOwnedTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_CorporateMeasuredAtNav" xlink:label="pbhc_CorporateMeasuredAtNav"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_DistributionsFromAffiliates" xlink:label="pbhc_DistributionsFromAffiliates"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_NoninterestIncomeAbstract" xlink:label="us-gaap_NoninterestIncomeAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LossContingenciesTable" xlink:label="us-gaap_LossContingenciesTable"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_DerivativeUnamortizedPremium" xlink:label="pbhc_DerivativeUnamortizedPremium"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancingReceivableAllowanceForCreditLosses" xlink:label="us-gaap_FinancingReceivableAllowanceForCreditLosses"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InterestExpenseAbstract" xlink:label="us-gaap_InterestExpenseAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_MinorityInterestOwnershipPercentageByNoncontrollingOwners" xlink:label="us-gaap_MinorityInterestOwnershipPercentageByNoncontrollingOwners"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancingReceivableRecordedInvestmentClassOfFinancingReceivableDomain" xlink:label="us-gaap_FinancingReceivableRecordedInvestmentClassOfFinancingReceivableDomain"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_CommitmentsContingenciesAndGuaranteesTextBlock" xlink:label="us-gaap_CommitmentsContingenciesAndGuaranteesTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_StateAndPoliticalSubdivisionsFairValueDisclosure" xlink:label="pbhc_StateAndPoliticalSubdivisionsFairValueDisclosure"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_TotalAbstract" xlink:label="pbhc_TotalAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AccumulatedDefinedBenefitPlansAdjustmentIncludingPortionAttributableToNoncontrollingInterestMember" xlink:label="us-gaap_AccumulatedDefinedBenefitPlansAdjustmentIncludingPortionAttributableToNoncontrollingInterestMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_UnearnedESOPShares" xlink:label="us-gaap_UnearnedESOPShares"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_CeclAdjustmentMember" xlink:label="pbhc_CeclAdjustmentMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_MutualFundsCommonStockFinancialServicesIndustryMember" xlink:label="pbhc_MutualFundsCommonStockFinancialServicesIndustryMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_PurchasedUnsecuredConsumerLoanPool6Member" xlink:label="pbhc_PurchasedUnsecuredConsumerLoanPool6Member"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_FeeIncomeMember" xlink:label="pbhc_FeeIncomeMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ResidentialRealEstateMember" xlink:label="us-gaap_ResidentialRealEstateMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_EquitySecuritiesFvNiCost" xlink:label="us-gaap_EquitySecuritiesFvNiCost"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_EntityCentralIndexKey" xlink:label="dei_EntityCentralIndexKey"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_PercentageOfSecuritiesAmortizedOfTotalSecurities" xlink:label="pbhc_PercentageOfSecuritiesAmortizedOfTotalSecurities"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InsuranceServicesRevenue" xlink:label="us-gaap_InsuranceServicesRevenue"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ValuationAllowanceDeferredTaxAssetChangeInAmount" xlink:label="us-gaap_ValuationAllowanceDeferredTaxAssetChangeInAmount"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_LoanReceivableMember" xlink:label="pbhc_LoanReceivableMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InterestAndDividendIncomeOperating" xlink:label="us-gaap_InterestAndDividendIncomeOperating"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OtherComprehensiveIncomeDerivativesQualifyingAsHedgesBeforeTaxPeriodIncreaseDecreaseAbstract" xlink:label="us-gaap_OtherComprehensiveIncomeDerivativesQualifyingAsHedgesBeforeTaxPeriodIncreaseDecreaseAbstract"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_InsufficientFundsFeesDepositAccountMember" xlink:label="pbhc_InsufficientFundsFeesDepositAccountMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_DerivativeContractCashInEscrowUnderCollateralArrangements" xlink:label="pbhc_DerivativeContractCashInEscrowUnderCollateralArrangements"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InvestmentsDebtAndEquitySecuritiesAbstract" xlink:label="us-gaap_InvestmentsDebtAndEquitySecuritiesAbstract"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AvailableForSaleDebtAndEquitySecuritiesAccumulatedGrossUnrealizedGainBeforeTax" xlink:label="pbhc_AvailableForSaleDebtAndEquitySecuritiesAccumulatedGrossUnrealizedGainBeforeTax"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ScheduleOfAvailableForSaleSecuritiesLineItems" xlink:label="us-gaap_ScheduleOfAvailableForSaleSecuritiesLineItems"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DisaggregationOfRevenueLineItems" xlink:label="us-gaap_DisaggregationOfRevenueLineItems"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FairValueMeasuredAtNetAssetValuePerShareMember" xlink:label="us-gaap_FairValueMeasuredAtNetAssetValuePerShareMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinanceLeaseRightOfUseAsset" xlink:label="us-gaap_FinanceLeaseRightOfUseAsset"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_JuniorSubordinatedDebentureOwedToUnconsolidatedSubsidiaryTrust" xlink:label="us-gaap_JuniorSubordinatedDebentureOwedToUnconsolidatedSubsidiaryTrust"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansAdjustmentBeforeTax" xlink:label="us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansAdjustmentBeforeTax"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LoansAndLeasesReceivableDeferredIncome" xlink:label="us-gaap_LoansAndLeasesReceivableDeferredIncome"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AvailableForSaleDebtAndEquitySecuritiesAmortizedCost" xlink:label="pbhc_AvailableForSaleDebtAndEquitySecuritiesAmortizedCost"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FairValueByMeasurementFrequencyAxis" xlink:label="us-gaap_FairValueByMeasurementFrequencyAxis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionLessThan12MonthsAccumulatedLoss" xlink:label="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionLessThan12MonthsAccumulatedLoss"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AvailableForSaleSecuritiesDebtMaturitiesFairValueAbstract" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesFairValueAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OperatingLeaseLeaseIncome" xlink:label="us-gaap_OperatingLeaseLeaseIncome"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_GeneralAndAdministrativeExpense" xlink:label="us-gaap_GeneralAndAdministrativeExpense"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AggregateFairValue" xlink:label="pbhc_AggregateFairValue"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_DerivativeUnamortizedCap" xlink:label="pbhc_DerivativeUnamortizedCap"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_MeasurementInputTypeDomain" xlink:label="us-gaap_MeasurementInputTypeDomain"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OrganizationConsolidationAndPresentationOfFinancialStatementsAbstract" xlink:label="us-gaap_OrganizationConsolidationAndPresentationOfFinancialStatementsAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_DocumentInformationTable" xlink:label="dei_DocumentInformationTable"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinanceLeasePrincipalPayments" xlink:label="us-gaap_FinanceLeasePrincipalPayments"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_HeldToMaturitySecuritiesDebtMaturitiesWithinOneYearNetCarryingAmount" xlink:label="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesWithinOneYearNetCarryingAmount"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_GainLossOnSalesOfLoansNet" xlink:label="us-gaap_GainLossOnSalesOfLoansNet"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FairValueMeasurementsNonrecurringMember" xlink:label="us-gaap_FairValueMeasurementsNonrecurringMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_NumberOfSecuritiesAmortized" xlink:label="pbhc_NumberOfSecuritiesAmortized"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_ChangeInMarketValueCommonStockInvestmentLoss" xlink:label="pbhc_ChangeInMarketValueCommonStockInvestmentLoss"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_PurchasedCommercialLineOfCreditTwoMember" xlink:label="pbhc_PurchasedCommercialLineOfCreditTwoMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AdjustmentsToReconcileNetIncomeLossToCashProvidedByUsedInOperatingActivitiesAbstract" xlink:label="us-gaap_AdjustmentsToReconcileNetIncomeLossToCashProvidedByUsedInOperatingActivitiesAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_RetainedEarningsMember" xlink:label="us-gaap_RetainedEarningsMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DebtInstrumentUnamortizedDiscountPremiumNet" xlink:label="us-gaap_DebtInstrumentUnamortizedDiscountPremiumNet"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InternalCreditAssessmentAxis" xlink:label="us-gaap_InternalCreditAssessmentAxis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionAccumulatedLoss" xlink:label="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionAccumulatedLoss"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ProvisionForOtherCreditLosses" xlink:label="us-gaap_ProvisionForOtherCreditLosses"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_MeasurementInputTypeAxis" xlink:label="us-gaap_MeasurementInputTypeAxis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_GainLossOnSaleOfPropertyPlantEquipment" xlink:label="us-gaap_GainLossOnSaleOfPropertyPlantEquipment"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FairValueBalanceSheetGroupingFinancialStatementCaptionsLineItems" xlink:label="us-gaap_FairValueBalanceSheetGroupingFinancialStatementCaptionsLineItems"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_PaycheckProtectionProgramLoansMember" xlink:label="pbhc_PaycheckProtectionProgramLoansMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AllowanceForCreditLossesTextBlock" xlink:label="us-gaap_AllowanceForCreditLossesTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AdditionalPaidInCapital" xlink:label="us-gaap_AdditionalPaidInCapital"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_CumulativeEffectOfAdoptionOfNewAccountingStandard" xlink:label="pbhc_CumulativeEffectOfAdoptionOfNewAccountingStandard"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_EntityInteractiveDataCurrent" xlink:label="dei_EntityInteractiveDataCurrent"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancialInstrumentsFinancialAssetsBalanceSheetGroupingsAbstract" xlink:label="us-gaap_FinancialInstrumentsFinancialAssetsBalanceSheetGroupingsAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancingReceivablesPeriodPastDueDomain" xlink:label="us-gaap_FinancingReceivablesPeriodPastDueDomain"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_CommercialRealEstateMember" xlink:label="us-gaap_CommercialRealEstateMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AssetPledgedAsCollateralMember" xlink:label="us-gaap_AssetPledgedAsCollateralMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/srt/2022/elts/srt-2022.xsd#srt_ExternalCreditRatingStandardPoorsMember" xlink:label="srt_ExternalCreditRatingStandardPoorsMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_RelatedPartyTransactionsDisclosureTextBlock" xlink:label="us-gaap_RelatedPartyTransactionsDisclosureTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_FinanceLeasesAbstract" xlink:label="pbhc_FinanceLeasesAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_CashFlowHedgeDerivativeInstrumentLiabilitiesAtFairValue" xlink:label="us-gaap_CashFlowHedgeDerivativeInstrumentLiabilitiesAtFairValue"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterTenYearsAmortizedCost" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterTenYearsAmortizedCost"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_UndistributedEarningsLossAllocatedToParticipatingSecuritiesBasic" xlink:label="us-gaap_UndistributedEarningsLossAllocatedToParticipatingSecuritiesBasic"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_RelatedPartyTransactionsAbstract" xlink:label="us-gaap_RelatedPartyTransactionsAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_CostApproachValuationTechniqueMember" xlink:label="us-gaap_CostApproachValuationTechniqueMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ReclassificationOutOfAccumulatedOtherComprehensiveIncomeDomain" xlink:label="us-gaap_ReclassificationOutOfAccumulatedOtherComprehensiveIncomeDomain"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_SeriesANonVotingCommonStockMember" xlink:label="pbhc_SeriesANonVotingCommonStockMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_BankServicingMember" xlink:label="us-gaap_BankServicingMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ProceedsFromPaymentsToMinorityShareholders" xlink:label="us-gaap_ProceedsFromPaymentsToMinorityShareholders"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_WithAllowanceRecordedAbstract" xlink:label="pbhc_WithAllowanceRecordedAbstract"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_NumberOfPortfolioSegment" xlink:label="pbhc_NumberOfPortfolioSegment"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLonger" xlink:label="us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLonger"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_LocalPhoneNumber" xlink:label="dei_LocalPhoneNumber"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_PaymentsToAcquireAvailableForSaleDebtAndEquitySecurities" xlink:label="pbhc_PaymentsToAcquireAvailableForSaleDebtAndEquitySecurities"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsNumberOfPositions" xlink:label="us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsNumberOfPositions"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FairValueAssetsMeasuredOnRecurringBasisTextBlock" xlink:label="us-gaap_FairValueAssetsMeasuredOnRecurringBasisTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_NoninterestBearingDepositLiabilities" xlink:label="us-gaap_NoninterestBearingDepositLiabilities"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DerivativeAmountOfHedgedItem" xlink:label="us-gaap_DerivativeAmountOfHedgedItem"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ScheduleOfEarningsPerShareBasicAndDilutedTableTextBlock" xlink:label="us-gaap_ScheduleOfEarningsPerShareBasicAndDilutedTableTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AmortizationAccretionOfDeferredLoanCosts" xlink:label="pbhc_AmortizationAccretionOfDeferredLoanCosts"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_PaymentsForProceedsFromLoansAndLeases" xlink:label="us-gaap_PaymentsForProceedsFromLoansAndLeases"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_NetIncomeLossAttributableToNoncontrollingInterest" xlink:label="us-gaap_NetIncomeLossAttributableToNoncontrollingInterest"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ImpairedFinancingReceivablesTableTextBlock" xlink:label="us-gaap_ImpairedFinancingReceivablesTableTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancingReceivableRecordedInvestmentNonaccrualStatus" xlink:label="us-gaap_FinancingReceivableRecordedInvestmentNonaccrualStatus"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InterestRateSwapMember" xlink:label="us-gaap_InterestRateSwapMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_CollateralizedMortgageObligationsAgencyFairValueDisclosure" xlink:label="pbhc_CollateralizedMortgageObligationsAgencyFairValueDisclosure"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_MunicipalBondsMember" xlink:label="us-gaap_MunicipalBondsMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueInRollingYearFour" xlink:label="us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueInRollingYearFour"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LesseeOperatingLeaseExistenceOfOptionToExtend" xlink:label="us-gaap_LesseeOperatingLeaseExistenceOfOptionToExtend"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DisaggregationOfRevenueTableTextBlock" xlink:label="us-gaap_DisaggregationOfRevenueTableTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancingReceivableAllowanceForCreditLossesRecovery" xlink:label="us-gaap_FinancingReceivableAllowanceForCreditLossesRecovery"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueAfterRollingYearFive" xlink:label="us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueAfterRollingYearFive"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_FitzGibbonsAgencyLLCMember" xlink:label="pbhc_FitzGibbonsAgencyLLCMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_IncreaseDecreaseInDemandDeposits" xlink:label="us-gaap_IncreaseDecreaseInDemandDeposits"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OtherComprehensiveIncomeLossBeforeTax" xlink:label="us-gaap_OtherComprehensiveIncomeLossBeforeTax"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancialServiceOtherMember" xlink:label="us-gaap_FinancialServiceOtherMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_DocumentFiscalYearFocus" xlink:label="dei_DocumentFiscalYearFocus"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_IntangibleAssetsNetExcludingGoodwill" xlink:label="us-gaap_IntangibleAssetsNetExcludingGoodwill"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_EsopSharesEarned" xlink:label="pbhc_EsopSharesEarned"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_NoninterestIncomeOther" xlink:label="us-gaap_NoninterestIncomeOther"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AllowanceForLoanLossesOnBasisOfCalculationMethodologyAbstract" xlink:label="pbhc_AllowanceForLoanLossesOnBasisOfCalculationMethodologyAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancingReceivablePortfolioSegmentAxis" xlink:label="us-gaap_FinancingReceivablePortfolioSegmentAxis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_IncreaseDecreaseInAccruedInterestReceivableNet" xlink:label="us-gaap_IncreaseDecreaseInAccruedInterestReceivableNet"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_EarningsPerShareBasic" xlink:label="us-gaap_EarningsPerShareBasic"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionFairValueAbstract" xlink:label="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionFairValueAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_IncomeTaxesPaid" xlink:label="us-gaap_IncomeTaxesPaid"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_CommonStockDividendsPerShareDeclared" xlink:label="us-gaap_CommonStockDividendsPerShareDeclared"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AssetsAbstract" xlink:label="us-gaap_AssetsAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InvestmentsFairValueDisclosure" xlink:label="us-gaap_InvestmentsFairValueDisclosure"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionAccumulatedLossAbstract" xlink:label="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionAccumulatedLossAbstract"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_NonrecurringBasisAbstract" xlink:label="pbhc_NonrecurringBasisAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AccumulatedNetInvestmentGainLossIncludingPortionAttributableToNoncontrollingInterestMember" xlink:label="us-gaap_AccumulatedNetInvestmentGainLossIncludingPortionAttributableToNoncontrollingInterestMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_ScheduleOfAggregatePassRatingAndTheClassifiedRatingsTableTextBlock" xlink:label="pbhc_ScheduleOfAggregatePassRatingAndTheClassifiedRatingsTableTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AvailableForSaleInvestmentSecuritiesAggregateFairValueAndAmortizedHistoricalCostPercentage" xlink:label="pbhc_AvailableForSaleInvestmentSecuritiesAggregateFairValueAndAmortizedHistoricalCostPercentage"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueInRollingYearThree" xlink:label="us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueInRollingYearThree"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_HeldToMaturityNumberOfSecuritiesInUnrealizedLossPositionsLessThanTwelveMonths" xlink:label="pbhc_HeldToMaturityNumberOfSecuritiesInUnrealizedLossPositionsLessThanTwelveMonths"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_LesseeOperatingLeaseLiabilityPaymentsDueIncludingUndiscountedExcessAmount" xlink:label="pbhc_LesseeOperatingLeaseLiabilityPaymentsDueIncludingUndiscountedExcessAmount"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancialInstrumentAxis" xlink:label="us-gaap_FinancialInstrumentAxis"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_TermLoansByOriginationYear2021Member" xlink:label="pbhc_TermLoansByOriginationYear2021Member"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OtherNoninterestExpense" xlink:label="us-gaap_OtherNoninterestExpense"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionGreaterThanTwelveMonthsAmortizedHistoricalCostBasis" xlink:label="pbhc_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionGreaterThanTwelveMonthsAmortizedHistoricalCostBasis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ProvisionForLoanAndLeaseLosses" xlink:label="us-gaap_ProvisionForLoanAndLeaseLosses"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_ResidentialMortgageConstructionMember" xlink:label="pbhc_ResidentialMortgageConstructionMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LiabilitiesAndStockholdersEquityAbstract" xlink:label="us-gaap_LiabilitiesAndStockholdersEquityAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_SalariesAndWages" xlink:label="us-gaap_SalariesAndWages"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_NotesReceivableNet" xlink:label="us-gaap_NotesReceivableNet"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AccountsNotesAndLoansReceivableLineItems" xlink:label="us-gaap_AccountsNotesAndLoansReceivableLineItems"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_NotesReceivableGross" xlink:label="us-gaap_NotesReceivableGross"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LoansAndLeasesReceivableRelatedPartiesProceeds" xlink:label="us-gaap_LoansAndLeasesReceivableRelatedPartiesProceeds"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_NonGovernmentIssuedBackedSecuritiesMember" xlink:label="pbhc_NonGovernmentIssuedBackedSecuritiesMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AntidilutiveSecuritiesNameDomain" xlink:label="us-gaap_AntidilutiveSecuritiesNameDomain"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InternalCreditAssessmentDomain" xlink:label="us-gaap_InternalCreditAssessmentDomain"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AvailableforsaleSecuritiesMember" xlink:label="us-gaap_AvailableforsaleSecuritiesMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ValuationTechniqueAxis" xlink:label="us-gaap_ValuationTechniqueAxis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_PreferredStockMember" xlink:label="us-gaap_PreferredStockMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ProfitLoss" xlink:label="us-gaap_ProfitLoss"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_NotesReceivableNetAbstract" xlink:label="us-gaap_NotesReceivableNetAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DividendsCommonStock" xlink:label="us-gaap_DividendsCommonStock"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AvailableForSaleSecuritiesDebtMaturitiesFairValueNet" xlink:label="pbhc_AvailableForSaleSecuritiesDebtMaturitiesFairValueNet"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OtherComprehensiveIncomeLossBeforeReclassificationsNetOfTax" xlink:label="us-gaap_OtherComprehensiveIncomeLossBeforeReclassificationsNetOfTax"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_FinancingReceivableAllowanceForCreditLossesSpecificallyReserved" xlink:label="pbhc_FinancingReceivableAllowanceForCreditLossesSpecificallyReserved"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_NoninterestIncome" xlink:label="us-gaap_NoninterestIncome"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_IncreaseDecreaseInTimeDeposits" xlink:label="us-gaap_IncreaseDecreaseInTimeDeposits"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancialInstrumentsFinancialLiabilitiesBalanceSheetGroupingsAbstract" xlink:label="us-gaap_FinancialInstrumentsFinancialLiabilitiesBalanceSheetGroupingsAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OtherComprehensiveIncomeAvailableForSaleSecuritiesAdjustmentBeforeTaxPeriodIncreaseDecreaseAbstract" xlink:label="us-gaap_OtherComprehensiveIncomeAvailableForSaleSecuritiesAdjustmentBeforeTaxPeriodIncreaseDecreaseAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterOneThroughFiveYearsNetCarryingAmount" xlink:label="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterOneThroughFiveYearsNetCarryingAmount"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DebtSecurities" xlink:label="us-gaap_DebtSecurities"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsAccumulatedLoss" xlink:label="us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsAccumulatedLoss"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FairValueMeasurementsFairValueHierarchyDomain" xlink:label="us-gaap_FairValueMeasurementsFairValueHierarchyDomain"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinanceLeaseLiabilityStatementOfFinancialPositionExtensibleList" xlink:label="us-gaap_FinanceLeaseLiabilityStatementOfFinancialPositionExtensibleList"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_WeightedAverageRemainingLeaseTermAbstract" xlink:label="pbhc_WeightedAverageRemainingLeaseTermAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OtherComprehensiveIncomeLossCashFlowHedgeGainLossBeforeReclassificationTax" xlink:label="us-gaap_OtherComprehensiveIncomeLossCashFlowHedgeGainLossBeforeReclassificationTax"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FairValueMeasurementFrequencyDomain" xlink:label="us-gaap_FairValueMeasurementFrequencyDomain"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_WeightedAverageDiscountRateAbstract" xlink:label="pbhc_WeightedAverageDiscountRateAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_RelatedPartyTransactionLineItems" xlink:label="us-gaap_RelatedPartyTransactionLineItems"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LeaseCostAbstract" xlink:label="us-gaap_LeaseCostAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_EntityDomain" xlink:label="dei_EntityDomain"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_HeldtomaturitySecuritiesMember" xlink:label="us-gaap_HeldtomaturitySecuritiesMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InterestRateCapMember" xlink:label="us-gaap_InterestRateCapMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_CoverAbstract" xlink:label="dei_CoverAbstract"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_DividendsNonVotingCommonStock" xlink:label="pbhc_DividendsNonVotingCommonStock"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionGreaterThanTwelveMonthsAmortizedHistoricalCostBasis" xlink:label="pbhc_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionGreaterThanTwelveMonthsAmortizedHistoricalCostBasis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/srt/2022/elts/srt-2022.xsd#srt_ProductsAndServicesDomain" xlink:label="srt_ProductsAndServicesDomain"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LoansReceivableMember" xlink:label="us-gaap_LoansReceivableMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FairValueByMeasurementBasisAxis" xlink:label="us-gaap_FairValueByMeasurementBasisAxis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_HeldToMaturitySecuritiesDebtMaturitiesWithinOneYearFairValue" xlink:label="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesWithinOneYearFairValue"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AggregateOfAvailableForSaleSecuritiesDebtMaturitiesFairValue" xlink:label="pbhc_AggregateOfAvailableForSaleSecuritiesDebtMaturitiesFairValue"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancialServicesSectorMember" xlink:label="us-gaap_FinancialServicesSectorMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OtherComprehensiveIncomeLossTaxPortionAttributableToParentAbstract" xlink:label="us-gaap_OtherComprehensiveIncomeLossTaxPortionAttributableToParentAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/srt/2022/elts/srt-2022.xsd#srt_MaximumMember" xlink:label="srt_MaximumMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_HeldToMaturitySecuritiesDebtMaturitiesNetCarryingAmountAbstract" xlink:label="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesNetCarryingAmountAbstract"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_ScheduleOfAvailableForSaleSecuritiesAndHeldToMaturitySecuritiesLineItems" xlink:label="pbhc_ScheduleOfAvailableForSaleSecuritiesAndHeldToMaturitySecuritiesLineItems"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_CommercialPortfolioSegmentMember" xlink:label="us-gaap_CommercialPortfolioSegmentMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_NetCashProvidedByUsedInInvestingActivities" xlink:label="us-gaap_NetCashProvidedByUsedInInvestingActivities"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_WarrantDividendsIncomeStatementImpact" xlink:label="pbhc_WarrantDividendsIncomeStatementImpact"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_EquitySecuritiesFvNiGainLoss" xlink:label="us-gaap_EquitySecuritiesFvNiGainLoss"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ScheduleOfAntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareTable" xlink:label="us-gaap_ScheduleOfAntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareTable"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_FamilyFirstLienResidentialMortgages1To4Member" xlink:label="pbhc_FamilyFirstLienResidentialMortgages1To4Member"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_InvestmentsClassifiedByContractualMaturityDateTableTextBlock" xlink:label="us-gaap_InvestmentsClassifiedByContractualMaturityDateTableTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FairValueInputsLevel3Member" xlink:label="us-gaap_FairValueInputsLevel3Member"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_StockIssuedDuringPeriodSharesRestrictedStockAwardGross" xlink:label="us-gaap_StockIssuedDuringPeriodSharesRestrictedStockAwardGross"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DebitCardMember" xlink:label="us-gaap_DebitCardMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancingReceivablesPeriodPastDueAxis" xlink:label="us-gaap_FinancingReceivablesPeriodPastDueAxis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LoanRestructuringModificationAxis" xlink:label="us-gaap_LoanRestructuringModificationAxis"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_DividendsWarrant" xlink:label="pbhc_DividendsWarrant"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AfsInvestmentsMember" xlink:label="pbhc_AfsInvestmentsMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_FairValueReceivablePayableAtQuarterEndMember" xlink:label="pbhc_FairValueReceivablePayableAtQuarterEndMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_StockIssuedDuringPeriodValueStockOptionsExercised" xlink:label="us-gaap_StockIssuedDuringPeriodValueStockOptionsExercised"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DerivativeLossStatementOfIncomeOrComprehensiveIncomeExtensibleEnumeration" xlink:label="us-gaap_DerivativeLossStatementOfIncomeOrComprehensiveIncomeExtensibleEnumeration"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ProvisionForLoanLossesExpensed" xlink:label="us-gaap_ProvisionForLoanLossesExpensed"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_EquitySecuritiesAvailableForSaleAccumulatedGrossUnrealizedLossBeforeTax" xlink:label="pbhc_EquitySecuritiesAvailableForSaleAccumulatedGrossUnrealizedLossBeforeTax"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_InsuranceCommissionsMember" xlink:label="pbhc_InsuranceCommissionsMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/srt/2022/elts/srt-2022.xsd#srt_StandardPoorsBBBRatingMember" xlink:label="srt_StandardPoorsBBBRatingMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FairValueHedgeAssetsAtFairValue" xlink:label="us-gaap_FairValueHedgeAssetsAtFairValue"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AlternativeInvestmentMeasurementInput" xlink:label="us-gaap_AlternativeInvestmentMeasurementInput"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_AverageRecordedInvestmentInImpairedLoansTableTextBlock" xlink:label="pbhc_AverageRecordedInvestmentInImpairedLoansTableTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_CommonStockSharesAuthorized" xlink:label="us-gaap_CommonStockSharesAuthorized"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DerivativeAssetsLiabilitiesAtFairValueNet" xlink:label="us-gaap_DerivativeAssetsLiabilitiesAtFairValueNet"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.sec.gov/dei/2022/dei-2022.xsd#dei_TradingSymbol" xlink:label="dei_TradingSymbol"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/srt/2022/elts/srt-2022.xsd#srt_OwnershipAxis" xlink:label="srt_OwnershipAxis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ReclassificationOutOfAccumulatedOtherComprehensiveIncomeTableTextBlock" xlink:label="us-gaap_ReclassificationOutOfAccumulatedOtherComprehensiveIncomeTableTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ScheduleOfImpairedFinancingReceivableTable" xlink:label="us-gaap_ScheduleOfImpairedFinancingReceivableTable"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FederalDepositInsuranceCorporationPremiumExpense" xlink:label="us-gaap_FederalDepositInsuranceCorporationPremiumExpense"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancingReceivableCreditQualityIndicatorsTableTextBlock" xlink:label="us-gaap_FinancingReceivableCreditQualityIndicatorsTableTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_TroubledDebtRestructuringsOnFinancingReceivablesTableTextBlock" xlink:label="us-gaap_TroubledDebtRestructuringsOnFinancingReceivablesTableTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_LoansReceivableHeldForSaleAmount" xlink:label="us-gaap_LoansReceivableHeldForSaleAmount"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_OtherLiabilities" xlink:label="us-gaap_OtherLiabilities"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_SubsequentEventTypeAxis" xlink:label="us-gaap_SubsequentEventTypeAxis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FairValueHedgingMember" xlink:label="us-gaap_FairValueHedgingMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_CashAndDueFromBanks" xlink:label="us-gaap_CashAndDueFromBanks"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_CollateralDepositsForHedgePositionIncludedInCashAndDueFromBanks" xlink:label="pbhc_CollateralDepositsForHedgePositionIncludedInCashAndDueFromBanks"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_FinancingReceivableCreditQualityIndicatorTableTextBlock" xlink:label="pbhc_FinancingReceivableCreditQualityIndicatorTableTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_InterestRateCashFlowHedgeLiabilityIncreaseDecreaseAtFairValue" xlink:label="pbhc_InterestRateCashFlowHedgeLiabilityIncreaseDecreaseAtFairValue"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_BalanceSheetLocationAxis" xlink:label="us-gaap_BalanceSheetLocationAxis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterOneThroughFiveYearsFairValue" xlink:label="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterOneThroughFiveYearsFairValue"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ComprehensiveIncomeNetOfTax" xlink:label="us-gaap_ComprehensiveIncomeNetOfTax"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ProfessionalFees" xlink:label="us-gaap_ProfessionalFees"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedLossBeforeTax" xlink:label="us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedLossBeforeTax"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AccumulatedOtherComprehensiveIncomeLossLineItems" xlink:label="us-gaap_AccumulatedOtherComprehensiveIncomeLossLineItems"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_ScheduleOfRelatedPartyTransactionsByRelatedPartyTable" xlink:label="us-gaap_ScheduleOfRelatedPartyTransactionsByRelatedPartyTable"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_CashFlowHedgingMember" xlink:label="us-gaap_CashFlowHedgingMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_SpecialMentionMember" xlink:label="us-gaap_SpecialMentionMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/srt/2022/elts/srt-2022.xsd#srt_StandardPoorsAAARatingMember" xlink:label="srt_StandardPoorsAAARatingMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DebtAndEquitySecuritiesGainLoss" xlink:label="us-gaap_DebtAndEquitySecuritiesGainLoss"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_CommonStockParOrStatedValuePerShare" xlink:label="us-gaap_CommonStockParOrStatedValuePerShare"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_HedgedAssetFairValueHedgeCumulativeIncreaseDecrease" xlink:label="us-gaap_HedgedAssetFairValueHedgeCumulativeIncreaseDecrease"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_RealizedGainsOnInvestmentsSold" xlink:label="pbhc_RealizedGainsOnInvestmentsSold"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_FinancialAssetNotPastDueMember" xlink:label="us-gaap_FinancialAssetNotPastDueMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_PurchasedUnsecuredConsumerInstallmentLoansPool3Member" xlink:label="pbhc_PurchasedUnsecuredConsumerInstallmentLoansPool3Member"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AllowanceForCreditLossesOnFinancingReceivablesTableTextBlock" xlink:label="us-gaap_AllowanceForCreditLossesOnFinancingReceivablesTableTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_DepositRelatedFeesDepositAccountMember" xlink:label="pbhc_DepositRelatedFeesDepositAccountMember"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterFiveThroughTenYearsNetCarryingAmount" xlink:label="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterFiveThroughTenYearsNetCarryingAmount"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DefinedBenefitPlanDisclosureLineItems" xlink:label="us-gaap_DefinedBenefitPlanDisclosureLineItems"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DerivativeInstrumentRiskAxis" xlink:label="us-gaap_DerivativeInstrumentRiskAxis"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_EstimateOfFairValueFairValueDisclosureMember" xlink:label="us-gaap_EstimateOfFairValueFairValueDisclosureMember"/>
    <link:loc xlink:type="locator" xlink:href="pbhc-20230331.xsd#pbhc_CashPaidForAmountsIncludedInMeasurementOfLeaseLiabilitiesAbstract" xlink:label="pbhc_CashPaidForAmountsIncludedInMeasurementOfLeaseLiabilitiesAbstract"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_IncreaseDecreaseInFairValueOfInterestRateFairValueHedgingInstruments1" xlink:label="us-gaap_IncreaseDecreaseInFairValueOfInterestRateFairValueHedgingInstruments1"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareAmount" xlink:label="us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareAmount"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_CashAndCashEquivalentsFairValueDisclosure" xlink:label="us-gaap_CashAndCashEquivalentsFairValueDisclosure"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_PastDueFinancingReceivablesTableTextBlock" xlink:label="us-gaap_PastDueFinancingReceivablesTableTextBlock"/>
    <link:loc xlink:type="locator" xlink:href="https://xbrl.fasb.org/us-gaap/2022/elts/us-gaap-2022.xsd#us-gaap_DefinedBenefitPlanExpectedReturnOnPlanAssets" xlink:label="us-gaap_DefinedBenefitPlanExpectedReturnOnPlanAssets"/>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntityAddressCityOrTown_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Entity Address, City or Town</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntityAddressCityOrTown_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Entity Address, City or Town</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ImpairedFinancingReceivableWithRelatedAllowanceRecordedInvestment_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Recorded Investment</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ImpairedFinancingReceivableWithRelatedAllowanceRecordedInvestment_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Impaired Financing Receivable, with Related Allowance, Recorded Investment</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FinanceLeaseCost_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Finance lease cost</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FinanceLeaseCost_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Finance Lease Cost</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FinanceLeaseCost_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Finance lease cost.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_OnePrivateLabelCollateralizedMortgageObligationSecuritiesByCommercialMortgageLoansMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">3 Private-Label Asset - Backed Securities by Commercial Mortgage Loan [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_OnePrivateLabelCollateralizedMortgageObligationSecuritiesByCommercialMortgageLoansMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">One Private Label Collateralized Mortgage Obligation Securities By Commercial Mortgage Loans [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_OnePrivateLabelCollateralizedMortgageObligationSecuritiesByCommercialMortgageLoansMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">One private label collateralized mortgage obligation securities by commercial mortgage loans.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_JuniorSubordinatedDebenturesFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Subordinated loans</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_JuniorSubordinatedDebenturesFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Junior Subordinated Debentures Fair Value Disclosure</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_JuniorSubordinatedDebenturesFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">This element represents the portion of the balance sheet assertion valued at fair value by the entity whether such amount is presented as a separate caption or as a parenthetical disclosure. Additionally, this element may be used in connection with the fair value disclosures required in the footnote disclosures to the financial statements. The element may be used in both the balance sheet and disclosure. This item represents the aggregate of all Junior subordinated debentures.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NetIncomeLossAvailableToCommonStockholdersBasic_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Net Income (Loss) Available to Common Stockholders, Basic, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NetIncomeLossAvailableToCommonStockholdersBasic_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Net income available to common shareholders- Voting</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NetIncomeLossAvailableToCommonStockholdersBasic_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Net Income (Loss) Available to Common Stockholders, Basic</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueDisclosuresAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Fair Value Disclosures [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_BankingHouseRentsCollectedMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Banking House Rents Collected [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_BankingHouseRentsCollectedMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Banking House Rents Collected [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_BankingHouseRentsCollectedMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Banking house rents collected.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_EarningsPerShareAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Earnings Per Share [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleAmortizedCostBasisEquitySecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Available-for-sale investment securities aggregate, amortized historical cost</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleAmortizedCostBasisEquitySecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Available-for-Sale, Amortized Cost Basis, Equity Securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleAmortizedCostBasisEquitySecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">This item represents the cost of equity securities, which are categorized neither as held-to-maturity nor trading, net of adjustments for other-than-temporary impairments recognized in earnings (less any cumulative-effect adjustments recognized, as defined), and fair value hedge accounting adjustments, if any.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueInputsLevel1Member_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Level 1 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueInputsLevel1Member_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Fair Value, Inputs, Level 1 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleDebtAndEquitySecuritiesAccumulatedGrossUnrealizedLossBeforeTax_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Gross Unrealized Losses</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleDebtAndEquitySecuritiesAccumulatedGrossUnrealizedLossBeforeTax_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Available For Sale Debt And Equity Securities Accumulated Gross Unrealized Loss Before Tax</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleDebtAndEquitySecuritiesAccumulatedGrossUnrealizedLossBeforeTax_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Available for sale debt and equity securities accumulated gross unrealized loss before tax.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AverageNotionalBalanceMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Average Notional Balance [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AverageNotionalBalanceMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Average Notional Balance Member</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AverageNotionalBalanceMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Average Notional Balance Member</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ScheduleOfAvailableForSaleSecuritiesAndHeldToMaturitySecuritiesTable_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Schedule Of Available For Sale Securities And Held To Maturity Securities [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ScheduleOfAvailableForSaleSecuritiesAndHeldToMaturitySecuritiesTable_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Schedule Of Available For Sale Securities And Held To Maturity Securities [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ScheduleOfAvailableForSaleSecuritiesAndHeldToMaturitySecuritiesTable_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Schedule of available for sale securities and held to maturity securities.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_StockIssuedDuringPeriodValueNewIssues_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Amount attributable to Common Stock and participating warrants</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_StockIssuedDuringPeriodValueNewIssues_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Stock Issued During Period, Value, New Issues</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NetCashProvidedByUsedInFinancingActivitiesAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">FINANCING ACTIVITIES</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NetCashProvidedByUsedInFinancingActivitiesAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Net Cash Provided by (Used in) Financing Activities [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_TermLoansByOriginationYear2020Member_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Term Loans By Origination Year 2020 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_TermLoansByOriginationYear2020Member_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Term Loans By Origination Year 2020 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_TermLoansByOriginationYear2020Member_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Term Loans By Origination Year 2020 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_IncreaseDecreaseInOtherOperatingCapitalNet_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Increase (Decrease) in Other Operating Assets and Liabilities, Net, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_IncreaseDecreaseInOtherOperatingCapitalNet_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Net change in other assets and liabilities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_IncreaseDecreaseInOtherOperatingCapitalNet_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Increase (Decrease) in Other Operating Assets and Liabilities, Net</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_WarrantDividendsPerShareDeclared_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Dividends per warrant</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_WarrantDividendsPerShareDeclared_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Warrant Dividends Per Share Declared</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_WarrantDividendsPerShareDeclared_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Aggregate dividends declared during the period for each share of warrant outstanding.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueDisclosureItemAmountsDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Fair Value Measurement</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueDisclosureItemAmountsDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Fair Value Measurement [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_AmendmentFlag_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Amendment Flag</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_AmendmentFlag_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Amendment Flag</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RealEstateLoanMember_lbl" xlink:role="http://www.xbrl.org/2003/role/verboseLabel">Commercial Real Estate [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RealEstateLoanMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Real Estate [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RealEstateLoanMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Real Estate Loan [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ImpairedLoansFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Impaired loans</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ImpairedLoansFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Impaired Loans Fair Value Disclosure</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ImpairedLoansFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">This element represents the portion of the balance sheet assertion valued at fair value by the entity whether such amount is presented as a separate caption or as a parenthetical disclosure. Additionally, this element may be used in connection with the fair value disclosures required in the footnote disclosures to the financial statements. The element may be used in both the balance sheet and disclosure in the same submission. This item represents impaired loans as presented on the statement of financial position which may include mortgage loans, finance receivables, or any other impaired loans which are due to the Company as of the balance sheet date.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NatureOfOperationsLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Nature of Operations [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NatureOfOperationsLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Nature Of Operations [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NatureOfOperationsLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Line items represent financial concepts included in a table. These concepts are used to disclose reportable information associated with domain members defined in one or many axes to the table.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_LesseeOperatingLeasesRemainingLeaseTerm_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Operating leases remaining lease term</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_LesseeOperatingLeasesRemainingLeaseTerm_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Lessee Operating Leases Remaining Lease Term</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_LesseeOperatingLeasesRemainingLeaseTerm_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Lessee, operating leases remaining lease term.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_SubsequentEventTypeDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Subsequent Event Type [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PurchasedSecuredConsumerInstallmentLoansPool4Member_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Secured Consumer Installment Loans Pool 4 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PurchasedSecuredConsumerInstallmentLoansPool4Member_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Purchased Secured Consumer Installment Loans Pool4 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PurchasedSecuredConsumerInstallmentLoansPool4Member_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Purchased secured consumer installment loans pool 4.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_GainLossOnSaleOfInvestments_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Net gains (losses) on sales and redemptions of investment securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_GainLossOnSaleOfInvestments_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Gain (Loss) on Sale of Investments, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_GainLossOnSaleOfInvestments_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Gain (Loss) on Sale of Investments</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NetCashReceivedPaidRecordedInNetIncomeMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Net Cash Received (Paid) Recorded In Net Income [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NetCashReceivedPaidRecordedInNetIncomeMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Net Cash Received (Paid) Recorded In Net Income Member</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NetCashReceivedPaidRecordedInNetIncomeMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Net Cash Received (Paid) Recorded In Net Income Member</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ShortTermBorrowings_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Short-Term Debt, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ShortTermBorrowings_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Short-term borrowings</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ShortTermBorrowings_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Short-Term Debt</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NumberOfSecuritiesHeldToMaturity_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Held to maturity securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NumberOfSecuritiesHeldToMaturity_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Number Of Securities Held To Maturity</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NumberOfSecuritiesHeldToMaturity_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Number of securities held to maturity.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AssetBackedSecuritiesDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Asset backed securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AssetBackedSecuritiesDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Asset Backed Securities Disclosure</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AssetBackedSecuritiesDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">This element represents the portion of the balance sheet assertion valued at fair value by the entity whether such amount is presented as a separate caption or as a parenthetical disclosure. Additionally, this element may be used in connection with the fair value disclosures required in the footnote disclosures to the financial statements. The element may be used in both the balance sheet and disclosure in the same submission. This item represents the amount shown on an entity's books for investments in Asset backed securities investment securities.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_MonthsOfUnrealizedLossPositions_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Months of unrealized loss positions</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_MonthsOfUnrealizedLossPositions_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Months Of Unrealized Loss Positions</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_MonthsOfUnrealizedLossPositions_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Number of months of unrealized loss position.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_OtherCommercialAndIndustrialMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Other Commercial and Industrial [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_OtherCommercialAndIndustrialMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Other Commercial And Industrial [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_OtherCommercialAndIndustrialMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Class of financing receivables related to other commercial and industrial receivables.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_Goodwill_lbl" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel">Goodwill, Ending Balance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_Goodwill_lbl" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel">Goodwill, Beginning Balance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_Goodwill_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Goodwill, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_Goodwill_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Goodwill</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_Goodwill_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Goodwill</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="srt_StandardPoorsARatingMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">A or equivalent</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="srt_StandardPoorsARatingMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Standard &amp; Poor's, A Rating [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OperatingLeaseRightOfUseAsset_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Operating lease right-of-use assets</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OperatingLeaseRightOfUseAsset_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Operating Lease, Right-of-Use Asset</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AggregateOfHeldToMaturitySecuritiesDebtMaturitiesCarryingAmount_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Sub-total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AggregateOfHeldToMaturitySecuritiesDebtMaturitiesCarryingAmount_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Aggregate Of Held To Maturity Securities Debt Maturities Carrying Amount</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AggregateOfHeldToMaturitySecuritiesDebtMaturitiesCarryingAmount_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Carrying amount of debt securities accounted for as held-to-maturity, net of adjustments including, but not limited to, accretion, amortization, collection of cash, previous other-than-temporary impairments (OTTI) recognized, and fair value hedge accounting adjustments.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LoansAndLeasesReceivableGrossCarryingAmount_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Total Loans Receivable</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LoansAndLeasesReceivableGrossCarryingAmount_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Total loans</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LoansAndLeasesReceivableGrossCarryingAmount_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Loans and Leases Receivable, Gross</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_DocumentQuarterlyReport_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Document Quarterly Report</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_DocumentQuarterlyReport_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Document Quarterly Report</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestAndDividendIncomeOperatingAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Interest and dividend income:</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestAndDividendIncomeOperatingAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Interest and Dividend Income, Operating [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_InvestmentServicesRevenueMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Investment Services Revenue [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_InvestmentServicesRevenueMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Investment Services Revenue [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_InvestmentServicesRevenueMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Investment services revenue.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CreditQualityInformationAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Credit Quality Information [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ImpairedFinancingReceivableInterestIncomeCashBasisMethod_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Cash basis interest income recognized on impaired loans</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ImpairedFinancingReceivableInterestIncomeCashBasisMethod_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Impaired Financing Receivable, Interest Income, Cash Basis Method</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_StandbyLettersOfCreditMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Standby Letters of Credit [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_StandbyLettersOfCreditMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Standby Letters of Credit [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_StatementTable_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Statement [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_StatementTable_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Statement [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossTax_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedTotalLabel">Income tax effect related to other comprehensive (loss) income</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossTax_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Tax effect</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossTax_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Tax effect</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossTax_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Other Comprehensive Income (Loss), Tax</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossTax_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Income tax effect related to other comprehensive income (loss)</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_UnallocatedMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Unallocated [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_UnallocatedMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Unallocated [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_UnallocatedMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Class of financing receivables related to unallocated financing receivables.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_GainLossOnSaleOfInvestmentsAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Gain (Loss) on Sale of Investments [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_GainLossOnSaleOfInvestmentsAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Gain (Loss) on Sale of Investments [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CommercialAndIndustrialMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Commercial and Industrial Loans [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CommercialAndIndustrialMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Commercial And Industrial [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CommercialAndIndustrialMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Commercial and industrial.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherPostretirementBenefitPlansDefinedBenefitMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Postretirement Benefits [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherPostretirementBenefitPlansDefinedBenefitMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Other Postretirement Benefits Plan [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OperatingLeasePayments_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Operating cash flows from operating leases</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OperatingLeasePayments_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Operating Lease, Payments</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestRateCashFlowHedgeDerivativeAtFairValueNet_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Interest Rate Cash Flow Hedge Derivative at Fair Value, Net, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestRateCashFlowHedgeDerivativeAtFairValueNet_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Interest rate swap derivative cash flow hedges</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestRateCashFlowHedgeDerivativeAtFairValueNet_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Interest Rate Cash Flow Hedge Derivative at Fair Value, Net</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionLessThanTwelveMonthsFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Less than twelve months Fair Value</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionLessThanTwelveMonthsFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Held-to-Maturity, Continuous Unrealized Loss Position, Less than 12 Months, Fair Value</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CreditAndDebitCardMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Card Income [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CreditAndDebitCardMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Credit and Debit Card [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AccumulatedOtherComprehensiveIncomeLossTable_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Accumulated Other Comprehensive Income Loss [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AccumulatedOtherComprehensiveIncomeLossTable_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Accumulated Other Comprehensive Income (Loss) [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ScheduleOfAllowanceForLoanLossesOnBasisOfCalculationMethodologyTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Schedule of Allowance for Loan Losses on Basis of Calculation Methodology</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ScheduleOfAllowanceForLoanLossesOnBasisOfCalculationMethodologyTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Schedule Of Allowance For Loan Losses On Basis Of Calculation Methodology Table [Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ScheduleOfAllowanceForLoanLossesOnBasisOfCalculationMethodologyTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Tabular disclosure of allowance for credit losses account by calculation methodology method.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PaymentsOfDividendsCommonStock_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Cash dividends paid to common voting shareholders</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PaymentsOfDividendsCommonStock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Payments of Ordinary Dividends, Common Stock</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ImpairedFinancingReceivableWithNoRelatedAllowanceRecordedInvestment_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Recorded Investment</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ImpairedFinancingReceivableWithNoRelatedAllowanceRecordedInvestment_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Impaired Financing Receivable, with No Related Allowance, Recorded Investment</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithinOneYearAmortizedCost_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Due in one year or less</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithinOneYearAmortizedCost_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Available-for-Sale, Amortized Cost, Maturity, Allocated and Single Maturity Date, Year One</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Debt Securities, Held-to-Maturity, Fair Value, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/verboseLabel">Held-to-maturity Securities, Debt Maturities, Fair Value</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Held-to-maturity securities at fair value</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Held-to-Maturity, Fair Value</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionAccumulatedLossAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Available-for-sale Securities, Continuous Unrealized Loss Position, Accumulated Loss [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionAccumulatedLossAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Available-for-Sale, Unrealized Loss Position, Accumulated Loss [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfFinancingReceivablesPastDueTable_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Schedule Of Financing Receivables Past Due [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfFinancingReceivablesPastDueTable_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable, Past Due [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestIncomeSecuritiesTaxExempt_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Tax-exempt</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestIncomeSecuritiesTaxExempt_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Interest Income, Securities, Operating, Tax Exempt</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HedgingRelationshipDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Hedging Relationship</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HedgingRelationshipDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Hedging Relationship [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="srt_ProductOrServiceAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Product and Service</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="srt_ProductOrServiceAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Product and Service [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_BankOwnedLifeInsuranceIncome_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Earnings and gain on bank owned life insurance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_BankOwnedLifeInsuranceIncome_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Bank Owned Life Insurance Income</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FairValueHedgesAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Fair Value Hedges Axis</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FairValueHedgesAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Fair Value Hedges Axis</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AdditionalNonAccrualCommercialLoan_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Additional Non-accrual Commercial Loan</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AdditionalNonAccrualCommercialLoan_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Additional Non-accrual Commercial Loan</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DebtSecuritiesAggregateAmortizedHistoricalCost_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Available for sale securities continuous unrealized loss position twelve months or more amortized historical cost basis</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DebtSecuritiesAggregateAmortizedHistoricalCost_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities Aggregate Amortized Historical Cost</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DebtSecuritiesAggregateAmortizedHistoricalCost_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Debt securities aggregate amortized historical cost.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LesseeOperatingLeasesTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Leases</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LesseeOperatingLeasesTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Lessee, Operating Leases [Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ImpairedFinancingReceivableAverageRecordedInvestmentAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Average recorded investment [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ImpairedFinancingReceivableAverageRecordedInvestmentAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Impaired Financing Receivable, Average Recorded Investment [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_EmployeeStockOptionMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Stock Option [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_EmployeeStockOptionMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Share-Based Payment Arrangement, Option [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueInputsLevel12And3Member_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Level 1, 2 and 3 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueInputsLevel12And3Member_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Fair Value, Inputs, Level 1, Level 2, and Level 3 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OperatingLeaseWeightedAverageRemainingLeaseTerm1_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Operating Leases</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OperatingLeaseWeightedAverageRemainingLeaseTerm1_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Operating Lease, Weighted Average Remaining Lease Term</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ReclassificationFromAccumulatedOtherComprehensiveIncomeCurrentPeriodNetOfTax_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Amounts reclassified from AOCI</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ReclassificationFromAccumulatedOtherComprehensiveIncomeCurrentPeriodNetOfTax_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Reclassification from Accumulated Other Comprehensive Income, Current Period, Net of Tax</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LiabilitiesAndStockholdersEquity_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Total liabilities and shareholders' equity</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LiabilitiesAndStockholdersEquity_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Liabilities and Equity</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AociIncludingPortionAttributableToNoncontrollingInterestMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">AOCI Attributable to Parent [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AociIncludingPortionAttributableToNoncontrollingInterestMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">AOCI Including Portion Attributable to Noncontrolling Interest [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LoansAndLeasesReceivableRelatedPartiesAdditions_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Originations and related party additions</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LoansAndLeasesReceivableRelatedPartiesAdditions_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Loans and Leases Receivable, Related Parties, Additions</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AccumulatedGainLossCashFlowHedgeIncludingNoncontrollingInterestMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Unrealized Gain and Loss on Derivatives and Hedging Activities [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AccumulatedGainLossCashFlowHedgeIncludingNoncontrollingInterestMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Accumulated Gain (Loss), Cash Flow Hedge, Including Noncontrolling Interest [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NetGainsLossesOnSalesOfLoansAndForeclosedRealEstate_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Net gains on sales of loans and foreclosed real estate</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NetGainsLossesOnSalesOfLoansAndForeclosedRealEstate_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Net Gains Losses On Sales Of Loans And Foreclosed Real Estate</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NetGainsLossesOnSalesOfLoansAndForeclosedRealEstate_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">The net gain/loss resulting from a sale of loans, including adjustments to record loans classified as held-for-sale at the lower-of-cost-or-market and fair value adjustments to loan held for investment purposes and the difference between the carrying value and the sale price of real estate. This element refers to the gain/loss included in earnings and not to the cash proceeds of the sale.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PrivateLabelMortgagedBackedSecuritiesNotRatedMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Corporate Bond [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PrivateLabelMortgagedBackedSecuritiesNotRatedMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Private Label Mortgaged Backed Securities Not Rated [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PrivateLabelMortgagedBackedSecuritiesNotRatedMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Private label mortgaged backed securities not rated.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PledgedStatusDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Pledged Status [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_TroubledDebtRestructuringDuringPriorTwelveMonthsMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Troubled Debt Restructuring During Prior Twelve Months [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_TroubledDebtRestructuringDuringPriorTwelveMonthsMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Troubled Debt Restructuring During Prior Twelve Months [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_TroubledDebtRestructuringDuringPriorTwelveMonthsMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Troubled debt restructuring during prior twelve months.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_InterestReceivableFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Accrued interest receivable</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_InterestReceivableFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Interest Receivable Fair Value Disclosure</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_InterestReceivableFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">This element represents the portion of the balance sheet assertion valued at fair value of accrued interest receivables.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_MeasurementInputDiscountRateMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Measurement Input, Discount Rate [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_MeasurementInputDiscountRateMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Measurement Input, Discount Rate [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LeasesOperatingAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Operating Leases:</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LeasesOperatingAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Leases, Operating [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntityIncorporationStateCountryCode_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Entity Incorporation, State or Country Code</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntityIncorporationStateCountryCode_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Entity Incorporation, State or Country Code</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_IncomeStatementAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Income Statement [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FinancingReceivableAllowanceForCreditLossesHistoricalLossRate_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Historical loss rate</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FinancingReceivableAllowanceForCreditLossesHistoricalLossRate_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable Allowance For Credit Losses Historical Loss Rate</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FinancingReceivableAllowanceForCreditLossesHistoricalLossRate_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Amount of financing receivables in allowance to historical loss rate.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueNextRollingTwelveMonths_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">2024</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueNextRollingTwelveMonths_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Lessee, Operating Lease, Liability, Payments, Due Next Rolling 12 Months</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AggregateOfAvailableForSaleSecuritiesDebtMaturitiesAmortizedCostBasis_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Sub-total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AggregateOfAvailableForSaleSecuritiesDebtMaturitiesAmortizedCostBasis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Aggregate Of Available For Sale Securities Debt Maturities Amortized Cost Basis</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AggregateOfAvailableForSaleSecuritiesDebtMaturitiesAmortizedCostBasis_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Amount of available-for-sale debt securities at cost, net of adjustments, which include, but are not limited to, accretion, amortization, collection of cash, previous other-than-temporary impairments (OTTI) recognized in earnings (less any cumulative-effect adjustments, as defined) and fair value hedge accounting adjustments.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OrganizationConsolidationAndPresentationOfFinancialStatementsDisclosureTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Basis of Presentation</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OrganizationConsolidationAndPresentationOfFinancialStatementsDisclosureTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Organization, Consolidation and Presentation of Financial Statements Disclosure [Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinanceLeaseWeightedAverageRemainingLeaseTerm1_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Finance Leases</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinanceLeaseWeightedAverageRemainingLeaseTerm1_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Finance Lease, Weighted Average Remaining Lease Term</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DebtSecuritiesHeldToMaturityAmortizedCostBeforeAllowanceForCreditLosses_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DebtSecuritiesHeldToMaturityAmortizedCostBeforeAllowanceForCreditLosses_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Held-to-Maturity, Amortized Cost, before Allowance for Credit Losses</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DebtSecuritiesHeldToMaturityAmortizedCostBeforeAllowanceForCreditLosses_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Debt Securities, Held-to-Maturity, Amortized Cost, before Allowance for Credit Losses</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterFiveThroughTenYearsFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Due after five years through ten years</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterFiveThroughTenYearsFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Available-for-Sale, Fair Value, Maturity, Allocated and Single Maturity Date, after Year 5 Through 10</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProceedsFromSaleOfHeldToMaturitySecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Held-to-maturity investment securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProceedsFromSaleOfHeldToMaturitySecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Proceeds from Sale of Held-to-Maturity Securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansNetUnamortizedGainLossArisingDuringPeriodTax_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Retirement plan net losses recognized in plan expenses</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansNetUnamortizedGainLossArisingDuringPeriodTax_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Other Comprehensive Income (Loss), Defined Benefit Plan, Gain (Loss) Arising During Period, Tax</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansNetUnamortizedGainLossArisingDuringPeriodTax_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Retirement plan net losses recognized in plan expenses</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleDebtAndEquitySecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/verboseLabel">Estimated Fair Value</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleDebtAndEquitySecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Investment securities - available-for-sale</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleDebtAndEquitySecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Available-for-sale securities, at fair value</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleDebtAndEquitySecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Available For Sale Debt And Equity Securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleDebtAndEquitySecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Available for sale debt and equity securities.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterTenYearsFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Due after ten years</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterTenYearsFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Available-for-Sale, Fair Value, Maturity, Allocated and Single Maturity Date, after Year 10</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LoansAndLeasesReceivableRelatedParties_lbl" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel">Balance at the beginning of the period</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LoansAndLeasesReceivableRelatedParties_lbl" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel">Balance at the end of the period</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LoansAndLeasesReceivableRelatedParties_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Loans and Leases Receivable, Related Parties</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueInRollingYearTwo_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">2025</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueInRollingYearTwo_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Lessee, Operating Lease, Liability, Payments, Due in Rolling Year Two</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LossContingenciesByNatureOfContingencyAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Loss Contingency Nature</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LossContingenciesByNatureOfContingencyAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Loss Contingency Nature [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ComprehensiveIncomeNetOfTaxAttributableToNoncontrollingInterest_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Comprehensive Income (Loss), Net of Tax, Attributable to Noncontrolling Interest, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ComprehensiveIncomeNetOfTaxAttributableToNoncontrollingInterest_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Comprehensive income, attributable to noncontrolling interest</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ComprehensiveIncomeNetOfTaxAttributableToNoncontrollingInterest_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Comprehensive Income (Loss), Net of Tax, Attributable to Noncontrolling Interest</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueMeasurementsRecurringMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Recurring Basis [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueMeasurementsRecurringMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Fair Value, Recurring [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestExpense_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Total interest expense</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestExpense_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Interest Expense</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_USStatesAndPoliticalSubdivisionsMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">State and Political Subdivisions [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_USStatesAndPoliticalSubdivisionsMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">US States and Political Subdivisions Debt Securities [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ResidentialPortfolioSegmentMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Residential Mortgage Loans [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ResidentialPortfolioSegmentMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Residential Portfolio Segment [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_USTreasuryAndGovernmentMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">US Treasury, Agencies and GSEs [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_USTreasuryAndGovernmentMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">US Treasury and Government [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ForeclosedAssets_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Foreclosed real estate</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ForeclosedAssets_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Repossessed Assets</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ForeclosedAssets_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Repossessed Assets, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DividendsPreferredStock_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Dividends, Preferred Stock, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DividendsPreferredStock_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Preferred stock dividends declared</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DividendsPreferredStock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Dividends, Preferred Stock</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableModificationsSubsequentDefaultNumberOfContracts1_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Number of loans subsequently defaulted</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableModificationsSubsequentDefaultNumberOfContracts1_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable, Troubled Debt Restructuring, Subsequent Default, Number of Contracts</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CreditCardMerchantDiscountMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Merchant Card Fees [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CreditCardMerchantDiscountMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Credit Card, Merchant Discount [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_RevolvingLoanMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Revolving Loan [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_RevolvingLoanMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Revolving Loan [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_RevolvingLoanMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Revolving Loan [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AutomobileLoanMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Automobile Loans [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AutomobileLoanMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Automobile Loan [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivablesEqualToGreaterThan90DaysPastDueMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">90 Days and Over [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivablesEqualToGreaterThan90DaysPastDueMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financial Asset, Equal to or Greater than 90 Days Past Due [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DerivativeAssets_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Derivative Asset, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DerivativeAssets_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Derivative Asset</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DerivativeAssets_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Derivative Asset</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OperatingLeaseWeightedAverageDiscountRatePercent_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Operating Leases</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OperatingLeaseWeightedAverageDiscountRatePercent_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Operating Lease, Weighted Average Discount Rate, Percent</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancialAssetPastDueMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Total Past Due [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancialAssetPastDueMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financial Asset, Past Due [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntitySmallBusiness_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Entity Small Business</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntitySmallBusiness_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Entity Small Business</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents_lbl" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel">Cash, Cash Equivalents, Restricted Cash, and Restricted Cash Equivalents, Ending Balance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents_lbl" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel">Cash, Cash Equivalents, Restricted Cash, and Restricted Cash Equivalents, Beginning Balance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Total cash and cash equivalents</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Cash, Cash Equivalents, Restricted Cash, and Restricted Cash Equivalents</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AccumulatedOtherComprehensiveIncomeLossNetOfTaxAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Accumulated Other Comprehensive Income (Loss), Net of Tax [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTable_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Fair Value Assets And Liabilities Measured On Recurring And Nonrecurring Basis Valuation Techniques [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTable_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Fair Value Measurement Inputs and Valuation Techniques [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_TaxExemptLoansMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Tax Exempt Loans [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_TaxExemptLoansMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Tax Exempt Loans [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_TaxExemptLoansMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Class of financing receivables related to tax exempt loans.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DerivativeInstrumentsGainLossByHedgingRelationshipAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Hedging Relationship</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DerivativeInstrumentsGainLossByHedgingRelationshipAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Hedging Relationship [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ReclassificationOutOfAccumulatedOtherComprehensiveIncomeMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Reclassification out of Accumulated Other Comprehensive Income [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ReclassificationOutOfAccumulatedOtherComprehensiveIncomeMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Reclassification out of Accumulated Other Comprehensive Income [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_MortgageBackedSecuritiesIssuedByUSGovernmentSponsoredEnterprisesMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Collateralized Mortgage Obligations - US Agency [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_MortgageBackedSecuritiesIssuedByUSGovernmentSponsoredEnterprisesMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Mortgage-Backed Securities, Issued by US Government Sponsored Enterprises [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InvestmentTypeCategorizationMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Investments</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InvestmentTypeCategorizationMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Investments [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_InvestmentSecuritiesUnrealizedLossPositionPercentage_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Investment Securities Unrealized Loss Position, Percentage</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_InvestmentSecuritiesUnrealizedLossPositionPercentage_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Investment Securities Unrealized Loss Position, Percentage</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_InvestmentSecuritiesUnrealizedLossPositionPercentage_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Investment Securities Unrealized Loss Position, Percentage</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PercentageOfNonperformingLoans_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Percentage of nonperforming loans</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PercentageOfNonperformingLoans_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Percentage of Nonperforming Loans</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PercentageOfNonperformingLoans_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Percentage of Nonperforming Loans</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LoansMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Loans [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LoansMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Loans [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestExpenseDeposits_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Interest Expense, Deposits, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestExpenseDeposits_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Interest on deposits</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestExpenseDeposits_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Interest Expense, Deposits</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OccupancyNet_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Building and occupancy</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OccupancyNet_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Occupancy, Net</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ClassOfFinancingReceivableTypeOfBorrowerDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Class of Financing Receivable, Type of Borrower [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestExpenseShortTermBorrowings_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Interest Expense, Short-Term Borrowings, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestExpenseShortTermBorrowings_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Interest on short-term borrowings</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestExpenseShortTermBorrowings_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Interest Expense, Short-Term Borrowings</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_WeightedAverageNumberOfSharesOutstandingBasic_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Weighted Average Number of Shares Outstanding, Basic, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_WeightedAverageNumberOfSharesOutstandingBasic_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Basic weighted average common shares outstanding- Voting</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_WeightedAverageNumberOfSharesOutstandingBasic_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Weighted Average Number of Shares Outstanding, Basic</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_MortgageLoansInProcessOfForeclosureAmount_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Real estate loans in the process of foreclosure</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_MortgageLoansInProcessOfForeclosureAmount_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Mortgage Loans in Process of Foreclosure, Amount</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinanceLeaseLiability_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Finance lease liability</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinanceLeaseLiability_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Finance Lease, Liability, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinanceLeaseLiability_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Finance Lease, Liability</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_CityAreaCode_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">City Area Code</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_CityAreaCode_lbl" xlink:role="http://www.xbrl.org/2003/role/label">City Area Code</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NetGainsLossesOnSaleOfLoansAndForeclosedRealEstateMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Net Gain on Sale of Loans and Foreclosed Real Estate [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NetGainsLossesOnSaleOfLoansAndForeclosedRealEstateMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Net Gains Losses On Sale Of Loans And Foreclosed Real Estate [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NetGainsLossesOnSaleOfLoansAndForeclosedRealEstateMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Net gains losses on sale of loans and foreclosed real estate.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableForsaleSecuritiesInUnrealizedLossPositionsQualitativeDisclosureNumberOfPositionsAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Available-for-Sale, Continuous Unrealized Loss Position, Number of Positions [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfNetBenefitCostsTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Composition of Net Periodic Pension and Postretirement Plan Costs</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfNetBenefitCostsTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Schedule of Net Benefit Costs [Table Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ComprehensiveIncomeNoteTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Accumulated Other Comprehensive Income (Loss)</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ComprehensiveIncomeNoteTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Comprehensive Income (Loss) Note [Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestRateContractMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Interest Rate Derivatives [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestRateContractMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Interest Rate Contract [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodBeforeTax_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Unrealized holding (losses) gains arising during the period</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodBeforeTax_lbl" xlink:role="http://www.xbrl.org/2003/role/label">OCI, Debt Securities, Available-for-Sale, Unrealized Holding Gain (Loss), before Adjustment and Tax</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_VotingCommonStockMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Voting Common Stock [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_VotingCommonStockMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Voting Common Stock [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_VotingCommonStockMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Voting common stock member.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FinancingReceivableRecordedInvestmentsAgingAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Nonaccrual loans, Segregated by class of loans [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FinancingReceivableRecordedInvestmentsAgingAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable Recorded Investments Aging [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FinancingReceivableRecordedInvestmentsAgingAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Financing Receivable Recorded Investments Aging.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_Liabilities_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Total liabilities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_Liabilities_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Liabilities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherAssets_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Other Assets, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherAssets_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Other assets</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherAssets_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Other Assets</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_DocumentPeriodEndDate_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Document Period End Date</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_DocumentPeriodEndDate_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Document Period End Date</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_BankingMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Service Fees, Fee Income, Card Income and Mortgage Fee Income and Realized Gain on Sale of Loans and Foreclosed Real Estate [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_BankingMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Banking [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_UnratedMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Unrated</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_UnratedMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Unrated [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_UnratedMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Unrated</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AssetBackedSecuritiesMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Asset Backed Securities [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AssetBackedSecuritiesMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Asset-Backed Securities [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CorporateFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Corporate</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CorporateFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Corporate Fair Value Disclosure</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CorporateFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">This element represents the portion of the balance sheet assertion valued at fair value by the entity whether such amount is presented as a separate caption or as a parenthetical disclosure. Additionally, this element may be used in connection with the fair value disclosures required in the footnote disclosures to the financial statements. The element may be used in both the balance sheet and disclosure in the same submission. This item represents the amount shown on an entity's books for investments in Corporate debt investment securities.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CreditLossStatusAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Credit Loss Status [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfFinancingReceivableRecordedInvestmentCreditQualityIndicatorTable_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Schedule Of Financing Receivable Recorded Investment Credit Quality Indicator [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfFinancingReceivableRecordedInvestmentCreditQualityIndicatorTable_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable, Credit Quality Indicator [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FederalHomeLoanBankStock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Federal Home Loan Bank stock, at cost</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FederalHomeLoanBankStock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Federal Home Loan Bank Stock</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_VotingAndSeriesANonVotingMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Voting and Series A Non-Voting [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_VotingAndSeriesANonVotingMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Voting And Series A Non Voting [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_VotingAndSeriesANonVotingMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Voting and Series A Non-Voting.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DefinedBenefitPlanNetPeriodicBenefitCost_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Net periodic benefit plan (benefit) cost</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DefinedBenefitPlanNetPeriodicBenefitCost_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Defined Benefit Plan, Net Periodic Benefit Cost (Credit)</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableForSaleDebtSecuritiesAmortizedCostBasis_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Totals, amortized cost</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableForSaleDebtSecuritiesAmortizedCostBasis_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Amortized cost</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableForSaleDebtSecuritiesAmortizedCostBasis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Available-for-Sale, Amortized Cost</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CertainLoansAcquiredInTransferNotAccountedForAsDebtSecuritiesCarryingAmountNet_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Current Balance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CertainLoansAcquiredInTransferNotAccountedForAsDebtSecuritiesCarryingAmountNet_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Certain Loans Acquired in Transfer Not Accounted for as Debt Securities, Carrying Amount, Net</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ATMFeesSurchargeMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">ATM Fees Surcharge [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ATMFeesSurchargeMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">A T M Fees Surcharge [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ATMFeesSurchargeMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">ATM fees surcharge.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProceedsFromRepaymentsOfShortTermDebt_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Proceeds from (Repayments of) Short-Term Debt, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProceedsFromRepaymentsOfShortTermDebt_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Net change in short-term borrowings</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProceedsFromRepaymentsOfShortTermDebt_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Proceeds from (Repayments of) Short-Term Debt</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="srt_RangeAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Statistical Measurement</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="srt_RangeAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Statistical Measurement [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestBearingDepositLiabilities_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Interest-Bearing Deposit Liabilities, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestBearingDepositLiabilities_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Interest-bearing</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestBearingDepositLiabilities_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Interest-Bearing Deposit Liabilities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfUnrealizedLossOnInvestmentsTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Investment Securities' Gross Unrealized Losses and Fair Value by Investment Category and Length of Time that Individual Securities Have Continuous Unrealized Loss Position</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfUnrealizedLossOnInvestmentsTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Schedule of Unrealized Loss on Investments [Table Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ResidentialMortgageBackedSecuritiesMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Residential Mortgage-Backed - US Agency [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ResidentialMortgageBackedSecuritiesMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Residential Mortgage-Backed Securities [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12Months_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Less than twelve months Fair Value</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12Months_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Available-for-Sale, Continuous Unrealized Loss Position, Less than 12 Months</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FinancingReceivableAllowanceForCreditLossesQualitativeFactors_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Qualitative factors</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FinancingReceivableAllowanceForCreditLossesQualitativeFactors_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable Allowance For Credit Losses Qualitative Factors</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FinancingReceivableAllowanceForCreditLossesQualitativeFactors_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Amount of financing receivables in allowance to qualitative factors.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_MinorityInterest_lbl" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel">Stockholders' Equity Attributable to Noncontrolling Interest, Ending Balance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_MinorityInterest_lbl" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel">Stockholders' Equity Attributable to Noncontrolling Interest, Beginning Balance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_MinorityInterest_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Stockholders' Equity Attributable to Noncontrolling Interest, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_MinorityInterest_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Noncontrolling interest</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_MinorityInterest_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Stockholders' Equity Attributable to Noncontrolling Interest</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinanceLeaseInterestPaymentOnLiability_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Operating cash flows from finance leases</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinanceLeaseInterestPaymentOnLiability_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Finance Lease, Interest Payment on Liability</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RelatedPartyTransactionsByRelatedPartyAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Related Party</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RelatedPartyTransactionsByRelatedPartyAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Related Party [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_Assets_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Total assets</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_Assets_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Assets</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NumberOfRealEstateProperties_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Foreclosed real estate, Number of properties</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NumberOfRealEstateProperties_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Number of Real Estate Properties</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AccountingStandardsUpdate201602Member_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">ASU 2016-02 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AccountingStandardsUpdate201602Member_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Accounting Standards Update 2016-02 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DerivativeContractTypeDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Derivative Contract</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DerivativeContractTypeDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Derivative Contract [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AllowanceForLoanAndLeaseLossesWriteoffsNet_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Cumulative net charge-offs</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AllowanceForLoanAndLeaseLossesWriteoffsNet_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Allowance for Loan and Lease Losses Write-offs, Net</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfRealEstatePropertiesTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Schedule of Real Estate Properties</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfRealEstatePropertiesTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Schedule of Real Estate Properties [Table Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PreferredStockDividendsPerShareDeclared_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Dividends per preferred share</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PreferredStockDividendsPerShareDeclared_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Preferred Stock, Dividends Per Share, Declared</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LoanRestructuringModificationDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Loan Restructuring Modification [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DerivativeLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Derivative [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DerivativeLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Derivative [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableAllowanceForCreditLossesRollForward_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Allowance for loan losses:</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableAllowanceForCreditLossesRollForward_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable, Allowance for Credit Loss [Roll Forward]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LongTermDebtNoncurrent_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Long-Term Debt, Excluding Current Maturities, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LongTermDebtNoncurrent_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Long-term borrowings</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LongTermDebtNoncurrent_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Long-Term Debt, Excluding Current Maturities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_EarningsPerShareDiluted_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Earnings Per Share, Diluted, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_EarningsPerShareDiluted_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Earnings per common share - diluted</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_EarningsPerShareDiluted_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Earnings Per Share, Diluted</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RetirementPlanTypeAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Retirement Plan Type</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RetirementPlanTypeAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Retirement Plan Type [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AssetsHeldForSaleNotPartOfDisposalGroupCurrent_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Assets held-for-sale</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AssetsHeldForSaleNotPartOfDisposalGroupCurrent_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Assets Held-for-sale, Not Part of Disposal Group, Current</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AssetsHeldForSaleNotPartOfDisposalGroupCurrent_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Assets Held-for-sale, Not Part of Disposal Group, Current, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableModificationsPreModificationRecordedInvestment2_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Pre-modification outstanding recorded investment</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableModificationsPreModificationRecordedInvestment2_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable, Troubled Debt Restructuring, Premodification</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Fair Value Assets And Liabilities Measured On Recurring And Nonrecurring Basis Valuation Techniques [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Fair Value Measurement Inputs and Valuation Techniques [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_MutualFundsUltraShortMortgageFundsMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Mutual Funds Ultra Short Mortgage Fund [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_MutualFundsUltraShortMortgageFundsMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Mutual Funds Ultra Short Mortgage Funds [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_MutualFundsUltraShortMortgageFundsMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">This category includes information about ultra short mortgage funds.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PledgedStatusAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Pledged Status [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntityAddressPostalZipCode_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Entity Address, Postal Zip Code</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntityAddressPostalZipCode_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Entity Address, Postal Zip Code</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AllowanceForLoanAndLeaseLossesPeriodIncreaseDecrease_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Allowance for credit losses</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AllowanceForLoanAndLeaseLossesPeriodIncreaseDecrease_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Allowance for Loan and Lease Losses, Period Increase (Decrease)</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OperatingLeaseLiabilitiesPaymentsDueRollingMaturityAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Lessee, Operating Lease, Liability, to be Paid, Rolling Maturity [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PurchasedUnsecuredConsumerLoanPool1Member_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Unsecured Consumer Loan Pool 1 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PurchasedUnsecuredConsumerLoanPool1Member_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Purchased Unsecured Consumer Loan Pool1 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PurchasedUnsecuredConsumerLoanPool1Member_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Purchased unsecured consumer loan pool 1 Member.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_BankOwnedLifeInsuranceIncomeOperatingActivities_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Earnings on bank owned life insurance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_BankOwnedLifeInsuranceIncomeOperatingActivities_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Bank Owned Life Insurance Income Operating Activities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_BankOwnedLifeInsuranceIncomeOperatingActivities_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Operating activities earnings on or other increases in the value of the cash surrender value of bank owned life insurance policies.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RevenueFromContractWithCustomerIncludingAssessedTax_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Noninterest income</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RevenueFromContractWithCustomerIncludingAssessedTax_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Revenue from Contract with Customer, Including Assessed Tax</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ConstructionLoansMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Construction [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ConstructionLoansMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Construction Loans [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_DocumentFiscalPeriodFocus_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Document Fiscal Period Focus</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_DocumentFiscalPeriodFocus_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Document Fiscal Period Focus</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_GovernmentSectorMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Government Sector [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RestrictedCash_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Restricted cash</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RestrictedCash_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Restricted Cash</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RestrictedCash_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Restricted Cash, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FinancingReceivableAllowanceForCreditLossesOther_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Other</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FinancingReceivableAllowanceForCreditLossesOther_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable Allowance For Credit Losses Other</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FinancingReceivableAllowanceForCreditLossesOther_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Financing receivable allowance for credit losses other.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_StockOptionPlanExpense_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Stock based compensation and ESOP expense</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_StockOptionPlanExpense_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Stock or Unit Option Plan Expense</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_SecuritiesIssuedByStateAndPoliticalSubdivisionMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Securities issued by state and political subdivision</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_SecuritiesIssuedByStateAndPoliticalSubdivisionMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Securities Issued By State and Political Subdivision [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_SecuritiesIssuedByStateAndPoliticalSubdivisionMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Securities issued by state and political subdivision</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PensionPlansDefinedBenefitMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Pension Benefits [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PensionPlansDefinedBenefitMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Pension Plan [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ConversionOfStockSharesConverted1_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Conversion of preferred stock, shares converted</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ConversionOfStockSharesConverted1_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Conversion of Stock, Shares Converted</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DerivativeTable_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Derivative [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DerivativeTable_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Derivative [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AdjustmentsToAdditionalPaidInCapitalSharebasedCompensationRequisiteServicePeriodRecognitionValue_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">APIC, Share-Based Payment Arrangement, Increase for Cost Recognition, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AdjustmentsToAdditionalPaidInCapitalSharebasedCompensationRequisiteServicePeriodRecognitionValue_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Stock based compensation</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AdjustmentsToAdditionalPaidInCapitalSharebasedCompensationRequisiteServicePeriodRecognitionValue_lbl" xlink:role="http://www.xbrl.org/2003/role/label">APIC, Share-Based Payment Arrangement, Increase for Cost Recognition</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestIncomeExpenseNet_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Net interest income</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestIncomeExpenseNet_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Net interest income</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestIncomeExpenseNet_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Interest Income (Expense), Net</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_TotalNumberOfSecuritiesContinuousUnrealizedLossPositionForTwelveMonthsOrMore_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Number of securities in unrealized loss positions, twelve months or more</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_TotalNumberOfSecuritiesContinuousUnrealizedLossPositionForTwelveMonthsOrMore_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Total Number Of Securities Continuous Unrealized Loss Position For Twelve Months Or More</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_TotalNumberOfSecuritiesContinuousUnrealizedLossPositionForTwelveMonthsOrMore_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Total number of securities continuous unrealized loss position for twelve months or more.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProceedsFromSaleOfFederalHomeLoanBankStock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Proceeds from redemption of Federal Home Loan Bank stock</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProceedsFromSaleOfFederalHomeLoanBankStock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Proceeds from Sale of Federal Home Loan Bank Stock</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OperatingLeaseLiability_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Operating Lease, Liability, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OperatingLeaseLiability_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Operating lease liabilities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OperatingLeaseLiability_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Operating Lease, Liability</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueInRollingYearFive_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">2028</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueInRollingYearFive_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Lessee, Operating Lease, Liability, Payments, Due in Rolling Year Five</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NetCashProvidedByUsedInFinancingActivities_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Net cash flows from financing activities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NetCashProvidedByUsedInFinancingActivities_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Net Cash Provided by (Used in) Financing Activities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HomeEquityMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Home Equity Line of Credit [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HomeEquityMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Home Equity Line of Credit [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NonVotingCommonStockDividendsPerShareDeclared_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Dividends per non voting common share</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NonVotingCommonStockDividendsPerShareDeclared_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Non Voting Common Stock Dividends Per Share Declared</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NonVotingCommonStockDividendsPerShareDeclared_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Non-voting common stock dividends per share declared.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ForeclosedRealEstateMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Foreclosed Real Estate [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ForeclosedRealEstateMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Foreclosed Real Estate [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_StatementOfFinancialPositionAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Statement of Financial Position [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntityFileNumber_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Entity File Number</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntityFileNumber_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Entity File Number</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PaymentsToAcquireFederalHomeLoanBankStock_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Purchase of Federal Home Loan Bank stock</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PaymentsToAcquireFederalHomeLoanBankStock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Payments to Acquire Federal Home Loan Bank Stock</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PaymentsOfDividendsCommonStockNonVotingShareHolders_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Cash dividends paid to common non-voting shareholders</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PaymentsOfDividendsCommonStockNonVotingShareHolders_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Payments Of Dividends Common Stock Non Voting Share Holders</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PaymentsOfDividendsCommonStockNonVotingShareHolders_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Payments of dividends common stock non-voting share holders.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_SubstandardMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Substandard [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_SubstandardMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Substandard [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_StatementOfCashFlowsAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Statement of Cash Flows [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterOneThroughFiveYearsAmortizedCost_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Due after one year through five years</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterOneThroughFiveYearsAmortizedCost_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Available-for-Sale, Amortized Cost, Maturity, Allocated and Single Maturity Date, after Year One Through Five</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_SeriesANonvotingMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Series A Non voting [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_SeriesANonvotingMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Series A Nonvoting [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_SeriesANonvotingMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Series A nonvoting.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ValuationTechniqueDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Valuation Approach and Technique</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ValuationTechniqueDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Valuation Approach and Technique [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ResidentialMortgageBackedAgencyFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Residential mortgage-backed - US agency</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ResidentialMortgageBackedAgencyFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Residential Mortgage Backed Agency Fair Value Disclosure</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ResidentialMortgageBackedAgencyFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">This element represents the portion of the balance sheet assertion valued at fair value by the entity whether such amount is presented as a separate caption or as a parenthetical disclosure. Additionally, this element may be used in connection with the fair value disclosures required in the footnote disclosures to the financial statements. The element may be used in both the balance sheet and disclosure in the same submission. This item represents the amount shown on an entity's books for investments in residential mortgage backed agencies debt investment securities.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PensionAndOtherPostretirementBenefitsDisclosureTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Pension and Postretirement Benefits</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PensionAndOtherPostretirementBenefitsDisclosureTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Retirement Benefits [Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NonAccrualCommercialLoan_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Non-accrual commercial loan</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NonAccrualCommercialLoan_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Non-accrual commercial loan</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="srt_RangeMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Statistical Measurement</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="srt_RangeMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Statistical Measurement [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_StatementOfStockholdersEquityAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Statement of Stockholders' Equity [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableAllowanceForCreditLossesLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Financing Receivable Allowance For Credit Losses [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableAllowanceForCreditLossesLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable, Allowance for Credit Loss [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AmortizationOfDebtDiscountPremium_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Net amortization of premiums and discounts on investment securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AmortizationOfDebtDiscountPremium_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Amortization of Debt Discount (Premium)</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_IncreaseDecreaseInBrokeredDeposits_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Net change in brokered deposits</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_IncreaseDecreaseInBrokeredDeposits_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Increase Decrease In Brokered Deposits</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_IncreaseDecreaseInBrokeredDeposits_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Refers to Net cash inflow (outflow) of brokered deposits.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ImpairedFinancingReceivableWithRelatedAllowanceUnpaidPrincipalBalance_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Unpaid Principal Balance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ImpairedFinancingReceivableWithRelatedAllowanceUnpaidPrincipalBalance_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Impaired Financing Receivable, with Related Allowance, Unpaid Principal Balance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossCashFlowHedgeGainLossAfterReclassificationBeforeTax_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Net unrealized gains on derivatives and hedging activities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossCashFlowHedgeGainLossAfterReclassificationBeforeTax_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Other Comprehensive Income (Loss), Cash Flow Hedge, Gain (Loss), after Reclassification, before Tax</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ClassOfStockDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Class of Stock</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ClassOfStockDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Class of Stock [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestAndDividendIncomeSecuritiesByTaxableStatusAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Debt securities:</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestAndDividendIncomeSecuritiesByTaxableStatusAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Interest and Dividend Income, Securities, by Taxable Status [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterTenYearsNetCarryingAmount_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Due after ten years</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterTenYearsNetCarryingAmount_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Held-to-Maturity, Amortized Cost, after Allowance for Credit Loss, Maturity, Allocated and Single Maturity Date, after Year 10</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_LegalEntityAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Legal Entity</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_LegalEntityAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Legal Entity [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAmortizedCostAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Available-for-sale securities, debt maturities, amortized cost [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAmortizedCostAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Available-for-Sale, Amortized Cost, Fiscal Year Maturity [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LeaseCostTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Components of Lease Expense</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LeaseCostTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Lease, Cost [Table Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RealEstateOwnedDisclosureOfDetailedComponentsAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Real Estate Owned, Disclosure of Detailed Components [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionTwelveMonthsOrLongerAccumulatedLossPercentage_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Available for sale securities unrealized aggregate loss percentage</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionTwelveMonthsOrLongerAccumulatedLossPercentage_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Available For Sale Securities Continuous Unrealized Loss Position Twelve Months Or Longer Accumulated Loss Percentage</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionTwelveMonthsOrLongerAccumulatedLossPercentage_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Available for sale securities continuous unrealized loss position twelve months or longer accumulated loss percentage.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueByBalanceSheetGroupingTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Carrying Amounts and Fair Value of Financial Instruments</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueByBalanceSheetGroupingTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Fair Value, by Balance Sheet Grouping [Table Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueDisclosuresTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Fair Value Measurements</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueDisclosuresTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Fair Value Disclosures [Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ReclassificationOutOfAccumulatedOtherComprehensiveIncomeAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Reclassification out of Accumulated Other Comprehensive Income</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ReclassificationOutOfAccumulatedOtherComprehensiveIncomeAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Reclassification out of Accumulated Other Comprehensive Income [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InvestmentInFederalHomeLoanBankStockFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Federal Home Loan Bank stock</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InvestmentInFederalHomeLoanBankStockFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Investment in Federal Home Loan Bank Stock, Fair Value Disclosure</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancialInstrumentPerformanceStatusDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financial Instrument Performance Status [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_UsTreasuryAgenciesAndGsesFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">US Treasury, agencies and GSEs</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_UsTreasuryAgenciesAndGsesFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Us Treasury Agencies And Gses Fair Value Disclosure</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_UsTreasuryAgenciesAndGsesFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">This element represents the portion of the balance sheet assertion valued at fair value by the entity whether such amount is presented as a separate caption or as a parenthetical disclosure. Additionally, this element may be used in connection with the fair value disclosures required in the footnote disclosures to the financial statements. The element may be used in both the balance sheet and disclosure in the same submission. This item represents the amount shown on an entity's books for investments in US Treasury, agencies and GSEs debt investment securities.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PurchasedUnsecuredConsumerLoanPool5Member_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Unsecured Consumer Loan Pool 5 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PurchasedUnsecuredConsumerLoanPool5Member_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Purchased Unsecured Consumer Loan Pool5 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PurchasedUnsecuredConsumerLoanPool5Member_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Purchased unsecured consumer loan pool 5.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CommonStocksByIndustryMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Common Stocks by Industry [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CommonStocksByIndustryMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Common Stocks, by Industry [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InformationTechnologyAndDataProcessing_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Data processing</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InformationTechnologyAndDataProcessing_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Information Technology and Data Processing</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ResidentialMortgageMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Residential Mortgage [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ResidentialMortgageMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Residential Mortgage [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ImpairedFinancingReceivableUnpaidPrincipalBalance_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Unpaid Principal Balance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ImpairedFinancingReceivableUnpaidPrincipalBalance_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Impaired Financing Receivable, Unpaid Principal Balance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RevenueFromContractWithCustomerTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Noninterest Income</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RevenueFromContractWithCustomerTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Revenue from Contract with Customer [Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestAndFeeIncomeLoansAndLeases_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Interest and Fee Income, Loans and Leases, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestAndFeeIncomeLoansAndLeases_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Loans, including fees</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestAndFeeIncomeLoansAndLeases_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Interest and Fee Income, Loans and Leases</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_TimeDepositsFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Time Deposits</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_TimeDepositsFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Time Deposits Fair Value Disclosure</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_TimeDepositsFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Fair value disclosure of certificate of deposit or savings account held by a bank or other financial institution for a short-term specified period of time. Because of their short-term, time deposits are considered highly liquid investments that are both readily convertible to known amounts of cash and so near their maturity that they present insignificant risk of changes in value because of changes in interest rates. Generally, only investments with original maturities of three months or less qualify under that definition</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProceedsFromMaturitiesPrepaymentsAndCallsOfHeldToMaturitySecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Proceeds from maturities and principal reductions of investment securities held-to-maturity</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProceedsFromMaturitiesPrepaymentsAndCallsOfHeldToMaturitySecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Proceeds from Maturities, Prepayments and Calls of Held-to-Maturity Securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProceedsFromSaleOfLoansHeldForSale_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Proceeds from Sale of Loans Held-for-sale, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProceedsFromSaleOfLoansHeldForSale_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Proceeds from sales of loans</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProceedsFromSaleOfLoansHeldForSale_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Proceeds from Sale of Loans Held-for-sale</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareByAntidilutiveSecuritiesAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Antidilutive Securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareByAntidilutiveSecuritiesAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Antidilutive Securities [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LossContingencyNatureDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Loss Contingency, Nature</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LossContingencyNatureDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Loss Contingency, Nature [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedGainBeforeTax_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Gross Unrealized Gains, Debt investment securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedGainBeforeTax_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Available-for-Sale, Accumulated Gross Unrealized Gain, before Tax</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestRateFairValueHedgeDerivativeAtFairValueNet_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Interest Rate Fair Value Hedge Derivative at Fair Value, Net, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestRateFairValueHedgeDerivativeAtFairValueNet_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Interest rate swap derivative fair value hedges</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestRateFairValueHedgeDerivativeAtFairValueNet_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Interest Rate Fair Value Hedge Derivative at Fair Value, Net</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LesseeLeaseDescriptionLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Lessee Lease Description [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LesseeLeaseDescriptionLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Lessee, Lease, Description [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ImpairedLoansMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Impaired Loans [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ImpairedLoansMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Impaired Loans [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ImpairedLoansMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Loans classified as impaired.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PeriodEndingNotionalBalanceMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Period Ending Notional Balance [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PeriodEndingNotionalBalanceMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Period Ending Notional Balance Member</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PeriodEndingNotionalBalanceMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Period Ending Notional Balance Member</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_RealizedLossesOnSaleOfInvestments_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Realized losses on investments</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_RealizedLossesOnSaleOfInvestments_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Realized Losses On Sale Of Investments</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_RealizedLossesOnSaleOfInvestments_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">The net realized loss on investments sold during the period, not including gains (losses) on securities separately or otherwise categorized as trading, available-for-sale, or held-to-maturity, which, for cash flow reporting, is a component of proceeds from investing activities.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ImpairedFinancingReceivableAverageRecordedInvestment_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Average recorded investment in impaired loans</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ImpairedFinancingReceivableAverageRecordedInvestment_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Impaired Financing Receivable, Average Recorded Investment</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivables60To89DaysPastDueMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">60-89 Days Past Due [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivables60To89DaysPastDueMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financial Asset, 60 to 89 Days Past Due [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_WeightedAverageNumberOfDilutedSharesOutstanding_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Weighted Average Number of Shares Outstanding, Diluted, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_WeightedAverageNumberOfDilutedSharesOutstanding_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Diluted weighted average common shares outstanding- Voting</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_WeightedAverageNumberOfDilutedSharesOutstanding_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Weighted Average Number of Shares Outstanding, Diluted</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PaymentsForProceedsFromSaleOfAvailableForSaleSecuritiesDebt_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Available-for-sale investment securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PaymentsForProceedsFromSaleOfAvailableForSaleSecuritiesDebt_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Payments For Proceeds From Sale Of Available For Sale Securities Debt</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PaymentsForProceedsFromSaleOfAvailableForSaleSecuritiesDebt_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Payments for (proceeds from) sale of available for sale securities debt.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LoansNotesTradeAndOtherReceivablesDisclosureTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Loans</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LoansNotesTradeAndOtherReceivablesDisclosureTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Loans, Notes, Trade and Other Receivables Disclosure [Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ScheduleOfRealEstateProperties_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Schedule Of Real Estate Properties</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ScheduleOfRealEstateProperties_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Schedule Of Real Estate Properties</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_GeneralInsuranceExpense_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Insurance agency expense</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_GeneralInsuranceExpense_lbl" xlink:role="http://www.xbrl.org/2003/role/label">General Insurance Expense</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CorporateDebtSecuritiesMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Corporate [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CorporateDebtSecuritiesMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Corporate Debt Securities [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PortionAtFairValueFairValueDisclosureMember_lbl" xlink:role="http://fasb.org/us-gaap/role/label/axisDefault">Portion at Fair Value Measurement [Member] [Default]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PortionAtFairValueFairValueDisclosureMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Portion at Fair Value Measurement [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableAllowanceForCreditLossesPeriodIncreaseDecrease_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Adjustment for the adoption of ASU 2016-13</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableAllowanceForCreditLossesPeriodIncreaseDecrease_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable, Allowance for Credit Loss, Period Increase (Decrease)</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableAllowanceForCreditLossesPeriodIncreaseDecrease_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Financing Receivable, Allowance for Credit Loss, Period Increase (Decrease), Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ImpairedFinancingReceivableInterestIncomeCashBasisMethodAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Cash Basis Interest Recognized on Impaired Loans [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ImpairedFinancingReceivableInterestIncomeCashBasisMethodAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Impaired Financing Receivable, Interest Income, Cash Basis Method [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LoansAndLeasesReceivableAllowance_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Less: Allowance for credit losses</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LoansAndLeasesReceivableAllowance_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Less allowance for loan losses</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LoansAndLeasesReceivableAllowance_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Loans and Leases Receivable, Allowance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_CurrentFiscalYearEndDate_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Current Fiscal Year End Date</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_CurrentFiscalYearEndDate_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Current Fiscal Year End Date</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InvestmentTypeAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Investment Type</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InvestmentTypeAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Investment Type [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestPayableCurrentAndNoncurrent_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Accrued interest payable</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestPayableCurrentAndNoncurrent_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Interest Payable</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_HeldToMaturityNumberOfSecuritiesInUnrealizedLossPositionsTwelveMonthsOrMore_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Number of securities in unrealized loss positions, twelve months or more</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_HeldToMaturityNumberOfSecuritiesInUnrealizedLossPositionsTwelveMonthsOrMore_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Held To Maturity Number Of Securities In Unrealized Loss Positions Twelve Months Or More</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_HeldToMaturityNumberOfSecuritiesInUnrealizedLossPositionsTwelveMonthsOrMore_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">This element represent the number of held to maturity securities in unrealized loss positions for twelve months or more.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Derivative Instruments and Hedging Activities Disclosure [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_MarketableSecuritiesRealizedGainLoss_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Marketable equity securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_MarketableSecuritiesRealizedGainLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Marketable Securities, Realized Gain (Loss)</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_Depreciation_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Depreciation, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_Depreciation_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Depreciation</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_Depreciation_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Depreciation</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_TransfersAndServicingOfFinancialInstrumentsTypesOfFinancialInstrumentsDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Financial Instruments</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_TransfersAndServicingOfFinancialInstrumentsTypesOfFinancialInstrumentsDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financial Instruments [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsIncludingDisposalGroupAndDiscontinuedOperations_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Cash, Cash Equivalents, Restricted Cash, and Restricted Cash Equivalents, Including Disposal Group and Discontinued Operations, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsIncludingDisposalGroupAndDiscontinuedOperations_lbl" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel">Cash and cash equivalents at beginning of period</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsIncludingDisposalGroupAndDiscontinuedOperations_lbl" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel">Cash and cash equivalents at end of period</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsIncludingDisposalGroupAndDiscontinuedOperations_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Cash, Cash Equivalents, Restricted Cash, and Restricted Cash Equivalents, Including Disposal Group and Discontinued Operations</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_BankOwnedLifeInsurance_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Bank owned life insurance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_BankOwnedLifeInsurance_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Bank Owned Life Insurance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PaymentsForOriginationOfMortgageLoansHeldForSale_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Originations of loans held-for-sale</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PaymentsForOriginationOfMortgageLoansHeldForSale_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Payments for Origination of Mortgage Loans Held-for-sale</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RestrictedCashAndCashEquivalents_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Restricted Cash and Cash Equivalents, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RestrictedCashAndCashEquivalents_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Cash and due from banks including restricted cash</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RestrictedCashAndCashEquivalents_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Restricted Cash and Cash Equivalents</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_SecuritiesPledgedToCollateralizeBorrowing_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Securities pledged to collateralize borrowing</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_SecuritiesPledgedToCollateralizeBorrowing_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Securities Pledged To Collateralize Borrowing</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_SecuritiesPledgedToCollateralizeBorrowing_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">This element represent the fair value of securities pledged to collateralize borrowings.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_StockholdersEquityIncludingPortionAttributableToNoncontrollingInterest_lbl" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel">Ending balance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_StockholdersEquityIncludingPortionAttributableToNoncontrollingInterest_lbl" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel">Beginning balance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_StockholdersEquityIncludingPortionAttributableToNoncontrollingInterest_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Total equity</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_StockholdersEquityIncludingPortionAttributableToNoncontrollingInterest_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Stockholders' Equity, Including Portion Attributable to Noncontrolling Interest</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntityAddressAddressLine1_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Entity Address, Address Line One</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntityAddressAddressLine1_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Entity Address, Address Line One</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DepositsAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Deposits:</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DepositsAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Deposits [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DebtInstrumentPrincipalOutstanding_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Original Balance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DebtInstrumentPrincipalOutstanding_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Instrument Principal Outstanding</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DebtInstrumentPrincipalOutstanding_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Debt instrument principal outstanding.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RepaymentsOfLongTermDebt_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Repayments of Long-Term Debt, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RepaymentsOfLongTermDebt_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Payments on long-term borrowings</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RepaymentsOfLongTermDebt_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Repayments of Long-Term Debt</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestReceivableCurrent_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Accrued interest receivable</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestReceivableCurrent_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Interest Receivable, Current</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DefinedBenefitPlanByPlanAssetCategoriesAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Defined Benefit Plan, Plan Assets, Category [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NoncontrollingInterestMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Non-controlling Interest [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NoncontrollingInterestMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Noncontrolling Interest [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ScheduleOfSupplementalBalanceSheetInformationRelatedToLeasesTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Supplemental Balance Sheet Information Related to Leases</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ScheduleOfSupplementalBalanceSheetInformationRelatedToLeasesTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Schedule Of Supplemental Balance Sheet Information Related To Leases Table [Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ScheduleOfSupplementalBalanceSheetInformationRelatedToLeasesTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Schedule of supplemental balance sheet information related to leases.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinanceLeaseRightOfUseAssetStatementOfFinancialPositionExtensibleList_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Finance Lease, Right-of-Use Asset, Statement of Financial Position [Extensible Enumeration]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinanceLeaseRightOfUseAssetStatementOfFinancialPositionExtensibleList_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Finance Lease, Right-of-Use Asset, Statement of Financial Position [Extensible Enumeration]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NoninterestExpenseAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Noninterest expense:</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NoninterestExpenseAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Noninterest Expense [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_SupplementalCashFlowInformationAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">CASH PAID DURING THE PERIOD FOR:</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_SupplementalCashFlowInformationAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Supplemental Cash Flow Information [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LesseeFinanceLeaseDiscountRate_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Finance Leases</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LesseeFinanceLeaseDiscountRate_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Lessee, Finance Lease, Discount Rate</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PassMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Pass [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PassMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Pass [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="srt_StandardPoorsAARatingMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">AA or equivalent, includes securities issued by the United States Government or Government Sponsored Enterprises</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="srt_StandardPoorsAARatingMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Standard &amp; Poor's, AA Rating [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InvestmentsInDebtAndMarketableEquitySecuritiesAndCertainTradingAssetsDisclosureTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Investment Securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InvestmentsInDebtAndMarketableEquitySecuritiesAndCertainTradingAssetsDisclosureTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Investments in Debt and Marketable Equity Securities (and Certain Trading Assets) Disclosure [Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NewAccountingPronouncementsAndChangesInAccountingPrinciplesTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">New Accounting Pronouncements</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NewAccountingPronouncementsAndChangesInAccountingPrinciplesTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Accounting Standards Update and Change in Accounting Principle [Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestIncomeSecuritiesTaxable_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Taxable</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestIncomeSecuritiesTaxable_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Interest Income, Securities, Operating, Taxable</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ConversionOfStockDescription_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Conversion of stock, description</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ConversionOfStockDescription_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Conversion of Stock, Description</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterFiveThroughTenYearsFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Due after five years through ten years</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterFiveThroughTenYearsFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Held-to-Maturity, Fair Value, Maturity, Allocated and Single Maturity Date, after Year 5 Through 10</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_IncomeTaxExpenseBenefit_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Income Tax Expense (Benefit), Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_IncomeTaxExpenseBenefit_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Provision for income taxes</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_IncomeTaxExpenseBenefit_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Provision for income taxes</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_IncomeTaxExpenseBenefit_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Income Tax Expense (Benefit)</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PaycheckProtectionProgramMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Paycheck Protection Program [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PaycheckProtectionProgramMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Paycheck Protection Program [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PaycheckProtectionProgramMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Paycheck Protection Program.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AllowanceForCreditLossesMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Allowance for credit losses</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AllowanceForCreditLossesMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Allowance For Credit Losses [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AllowanceForCreditLossesMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Allowance for credit losses</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HedgedAssetFairValueHedge_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Average Notional Balance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HedgedAssetFairValueHedge_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Hedged Asset, Fair Value Hedge</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ExtraordinaryAndUnusualItemsAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Unusual or Infrequent Items, or Both [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_BalanceSheetLocationDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Balance Sheet Location</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_BalanceSheetLocationDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Balance Sheet Location [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AOCIIncludingPortionAttributableToNoncontrollingInterestAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Changes in the Components of Accumulated Other Comprehensive Income (Loss), Net of Tax [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AOCIIncludingPortionAttributableToNoncontrollingInterestAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">AOCI Including Portion Attributable to Noncontrolling Interest [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableAllowanceForCreditLossesWriteOffs_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Charge-offs</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableAllowanceForCreditLossesWriteOffs_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable, Allowance for Credit Loss, Writeoff</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PaymentsToAcquirePropertyPlantAndEquipment_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Payments to Acquire Property, Plant, and Equipment, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PaymentsToAcquirePropertyPlantAndEquipment_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Purchase of premises and equipment</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PaymentsToAcquirePropertyPlantAndEquipment_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Payments to Acquire Property, Plant, and Equipment</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AccruedInterestPayableFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Accrued interest payable</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AccruedInterestPayableFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Accrued Interest Payable Fair Value Disclosure</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AccruedInterestPayableFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">This element represents the portion of the balance sheet assertion valued at fair value by the entity whether such amount is presented as a separate caption or as a parenthetical disclosure. Additionally, this element may be used in connection with the fair value disclosures required in the footnote disclosures to the financial statements. The element may be used in both the balance sheet and disclosure. This item represents the aggregate of all accrued interest payable.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_UnrealizedGainLossOnInvestmentsTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Amortized Cost and Estimated Fair Value of Investment Securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_UnrealizedGainLossOnInvestmentsTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Unrealized Gain (Loss) on Investments [Table Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueAssetsMeasuredOnNonrecurringBasisTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Summary of Fair Value Assets Measured on Nonrecurring Basis</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueAssetsMeasuredOnNonrecurringBasisTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Fair Value Measurements, Nonrecurring [Table Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableModificationsPostModificationRecordedInvestment2_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Post-modification outstanding recorded investment</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableModificationsPostModificationRecordedInvestment2_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable, Troubled Debt Restructuring, Postmodification</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesAccumulatedUnrecognizedHoldingLoss_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Held to maturity, gross unrealized losses</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesAccumulatedUnrecognizedHoldingLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Held-to-Maturity, Accumulated Unrecognized Loss</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DebtInvestmentSecuritiesAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Debt investment securities:</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DebtInvestmentSecuritiesAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Investment Securities [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DebtInvestmentSecuritiesAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Debt investment securities [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CarryingReportedAmountFairValueDisclosureMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Carrying Amounts [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CarryingReportedAmountFairValueDisclosureMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Reported Value Measurement [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueHedgesAtFairValueNet_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Fair Value Hedges, Net</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueHedgesAtFairValueNet_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Fair Value Hedges, Net, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_UnearnedEsopMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Unearned ESOP [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_UnearnedEsopMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Unearned Esop [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_UnearnedEsopMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Equity impact from Unearned ESOP.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueByFairValueHierarchyLevelAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Fair Value Hierarchy and NAV</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueByFairValueHierarchyLevelAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Fair Value Hierarchy and NAV [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AmortizationOfOperatingLeases_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Amortization of operating leases</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AmortizationOfOperatingLeases_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Amortization Of Operating Leases</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AmortizationOfOperatingLeases_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Amortization of operating leases.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DefinedBenefitPlanAmortizationOfPriorServiceCostCredit_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Amortization of prior service credits</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DefinedBenefitPlanAmortizationOfPriorServiceCostCredit_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Defined Benefit Plan, Amortization of Prior Service Cost (Credit)</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_EquityInvestmentSecuritiesAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Equity investment securities:</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_EquityInvestmentSecuritiesAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Equity Investment Securities [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_EquityInvestmentSecuritiesAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Equity investment securities [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AmortizationAccretionOfMortgageServicingRights_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Amortization of mortgage servicing rights</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AmortizationAccretionOfMortgageServicingRights_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Amortization Accretion Of Mortgage Servicing Rights</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AmortizationAccretionOfMortgageServicingRights_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Amortization (accretion) of mortgage servicing rights.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_WithNoRelatedAllowanceRecordedAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">With no related allowance recorded [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_WithNoRelatedAllowanceRecordedAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">With No Related Allowance Recorded [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_WithNoRelatedAllowanceRecordedAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">With no related allowance recorded.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NonvotingCommonStockMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Non-Voting Common Stock [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NonvotingCommonStockMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Nonvoting Common Stock [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PreferredStockToNonVotingCommonStockConversion_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Preferred stock to Non-Voting Common Stock Conversion</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PreferredStockToNonVotingCommonStockConversion_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Preferred Stock To Non Voting Common Stock Conversion</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PreferredStockToNonVotingCommonStockConversion_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Conversion of Preferred stock to Non-Voting common stock</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_EmployeeStockOwnershipPlanESOPSharesContributedToESOP_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">ESOP shares earned (in shares)</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_EmployeeStockOwnershipPlanESOPSharesContributedToESOP_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Employee Stock Ownership Plan (ESOP), Shares Contributed to ESOP</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_IncreaseDecreaseInOtherNoncurrentLiabilities_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Increasing other liabilities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_IncreaseDecreaseInOtherNoncurrentLiabilities_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Increase (Decrease) in Other Noncurrent Liabilities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CommunityServiceActivities_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Community service activities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CommunityServiceActivities_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Community Service Activities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CommunityServiceActivities_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Community service activities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LesseeOperatingLeaseOptionToExtend_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Operating lease, option to extend lease term, description</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LesseeOperatingLeaseOptionToExtend_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Lessee, Operating Lease, Option to Extend</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DividendIncomeOperating_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Dividend Income, Operating, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DividendIncomeOperating_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Dividends</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DividendIncomeOperating_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Dividend Income, Operating</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RelatedPartyDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Related Party</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RelatedPartyDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Related Party [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesBeforeTax_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Reclassification adjustment for net gains included in net income</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesBeforeTax_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Reclassification adjustment for net gains included in net income</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesBeforeTax_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Other Comprehensive Income (Loss), Reclassification Adjustment from AOCI for Sale of Securities, before Tax</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_LoansConvertedToTermLoansMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Loans converted to term loans</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_LoansConvertedToTermLoansMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Loans Converted to Term Loans [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_LoansConvertedToTermLoansMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Loans Converted to Term Loans [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPosition_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Total Fair Value</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPosition_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Available-for-Sale, Unrealized Loss Position</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionTwelveMonthsOrLongerAccumulatedLossPercentage_lbl" xlink:role="http://www.xbrl.org/2003/role/verboseLabel">Held To Maturity Securities Continuous Unrealized Loss Position Twelve Months Or Longer Accumulated Loss Percentage</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionTwelveMonthsOrLongerAccumulatedLossPercentage_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Held-to-maturity securities aggregate unrealized loss percentage</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionTwelveMonthsOrLongerAccumulatedLossPercentage_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Held To Maturity Securities Continuous Unrealized Loss Position Twelve Months Or Longer Accumulated Loss Percentage</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionTwelveMonthsOrLongerAccumulatedLossPercentage_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Held to maturity securities continuous unrealized loss position twelve months or longer accumulated loss percentage.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntityFilerCategory_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Entity Filer Category</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntityFilerCategory_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Entity Filer Category</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ImpairedFinancingReceivableRecordedInvestment_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Recorded Investment</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ImpairedFinancingReceivableRecordedInvestment_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Impaired Financing Receivable, Recorded Investment</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ProceedsFromSaleOfAvailableForSaleDebtAndEquitySecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Available-for-sale investment securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ProceedsFromSaleOfAvailableForSaleDebtAndEquitySecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Proceeds From Sale Of Available For Sale Debt And Equity Securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ProceedsFromSaleOfAvailableForSaleDebtAndEquitySecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Proceeds from sale of available for sale debt and equity securities.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PaymentsToAcquireMarketableSecurities_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Purchase of marketable securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PaymentsToAcquireMarketableSecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Payments to Acquire Marketable Securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecuritiesHeldToMaturityAllowanceForCreditLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Less: Allowance for credit losses</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecuritiesHeldToMaturityAllowanceForCreditLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Held-to-Maturity, Allowance for Credit Loss</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecuritiesHeldToMaturityAllowanceForCreditLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel">Debt Securities, Held-to-Maturity, Allowance for Credit Loss, Ending Balance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecuritiesHeldToMaturityAllowanceForCreditLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel">Debt Securities, Held-to-Maturity, Allowance for Credit Loss, Beginning Balance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecuritiesHeldToMaturityAllowanceForCreditLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Debt Securities, Held-to-Maturity, Allowance for Credit Loss, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PreferredStockDividendsIncomeStatementImpact_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Convertible preferred stock dividends</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PreferredStockDividendsIncomeStatementImpact_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Preferred Stock Dividends, Income Statement Impact</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProceedsFromSaleAndMaturityOfMarketableSecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Marketable equity securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProceedsFromSaleAndMaturityOfMarketableSecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Proceeds from Sale and Maturity of Marketable Securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DerivativeAssetStatementOfFinancialPositionExtensibleEnumeration_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Derivative Asset, Statement of Financial Position [Extensible Enumeration]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_UnusualOrInfrequentItemsDisclosureTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">COVID-19</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_UnusualOrInfrequentItemsDisclosureTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Unusual or Infrequent Items, or Both, Disclosure [Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableRecordedInvestmentPastDueLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/verboseLabel">Recorded Investment, Past Due [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableRecordedInvestmentPastDueLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Financing Receivable Recorded Investment Past Due [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableRecordedInvestmentPastDueLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable, Past Due [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LoansAndLeasesReceivableNetOfDeferredIncome_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Loans</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LoansAndLeasesReceivableNetOfDeferredIncome_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Loans and Leases Receivable, Net of Deferred Income</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentBeforeTax_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Net unrealized (losses) gains on available-for-sale securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentBeforeTax_lbl" xlink:role="http://www.xbrl.org/2003/role/label">OCI, Debt Securities, Available-for-Sale, Gain (Loss), after Adjustment, before Tax</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesFairValueAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Held-to-maturity Securities, debt maturities, Estimated Fair Value [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesFairValueAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Held-to-Maturity, Fair Value, Maturity [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableRecordedInvestmentLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Financing Receivable Recorded Investment [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableRecordedInvestmentLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable, Credit Quality Indicator [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntityCurrentReportingStatus_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Entity Current Reporting Status</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntityCurrentReportingStatus_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Entity Current Reporting Status</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionTwelveMonthsOrLongerFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Twelve months or more Fair Value</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionTwelveMonthsOrLongerFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Held-to-Maturity, Continuous Unrealized Loss Position, 12 Months or Longer, Fair Value</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationByAssetClassDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Asset Class</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationByAssetClassDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Asset Class [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestRateFairValueHedgeLiabilityAtFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Interest rate swap derivative fair value hedges</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestRateFairValueHedgeLiabilityAtFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Interest Rate Fair Value Hedge Liability at Fair Value</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NoninterestExpense_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Total noninterest expense</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NoninterestExpense_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Noninterest Expense</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_GainsLossesOnSalesOfAssetsAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Gain (Loss) on Disposition of Assets for Financial Service Operations [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_GainsLossesOnSalesOfAssetsAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Realized (gains) losses on sales, redemptions and calls of:</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ReevaluationOfDeferredTaxAssetValuationAllowance1_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Reevaluation of deferred tax asset valuation allowance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ReevaluationOfDeferredTaxAssetValuationAllowance1_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Reevaluation Of Deferred Tax Asset Valuation Allowance1</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ReevaluationOfDeferredTaxAssetValuationAllowance1_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Reevaluation of deferred tax asset valuation allowance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_StockholdersEquity_lbl" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel">Stockholders' Equity Attributable to Parent, Ending Balance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_StockholdersEquity_lbl" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel">Stockholders' Equity Attributable to Parent, Beginning Balance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_StockholdersEquity_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Total Pathfinder Bancorp, Inc. shareholders' equity</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_StockholdersEquity_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Stockholders' Equity Attributable to Parent</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionAccumulatedLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Debt Securities, Available-for-Sale, Unrealized Loss Position, Accumulated Loss, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionAccumulatedLoss_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedTotalLabel">Total Unrealized Losses</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionAccumulatedLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Available-for-Sale, Unrealized Loss Position, Accumulated Loss</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_HomeEquityAndJuniorLiensMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Home Equity and Junior Liens [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_HomeEquityAndJuniorLiensMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Home Equity And Junior Liens [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_HomeEquityAndJuniorLiensMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Class of financing receivables related to home equity and junior liens financing receivables.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AccumulatedOtherComprehensiveIncomeMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Accumulated Other Comprehensive Loss [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AccumulatedOtherComprehensiveIncomeMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">AOCI Attributable to Parent [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ConsumerLoanMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Consumer Loan [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CreditLossStatusDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Credit Loss Status [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueByAssetClassAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Asset Class</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueByAssetClassAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Asset Class [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NumberOfLoansOutstanding_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Number of Loans</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NumberOfLoansOutstanding_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Number Of Loans Outstanding</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NumberOfLoansOutstanding_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Number of loans outstanding.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntityTaxIdentificationNumber_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Entity Tax Identification Number</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntityTaxIdentificationNumber_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Entity Tax Identification Number</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CommonStockValue_lbl" xlink:role="http://www.xbrl.org/2003/role/verboseLabel">Amount attributable to Series A Non-Voting Common Stock</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CommonStockValue_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Common stock</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CommonStockValue_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Common Stock, Value, Issued</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RetainedEarningsAccumulatedDeficit_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Retained Earnings (Accumulated Deficit), Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RetainedEarningsAccumulatedDeficit_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Retained earnings</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RetainedEarningsAccumulatedDeficit_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Retained Earnings (Accumulated Deficit)</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleInvestmentSecuritiesAggregateFairValueThatExceededAndAmortizedHistoricalCost_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Available-for-sale investment securities aggregate fair value that exceeded and amortized historical cost</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleInvestmentSecuritiesAggregateFairValueThatExceededAndAmortizedHistoricalCost_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Available-for-sale investment securities aggregate fair value that exceeded and amortized historical cost</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleInvestmentSecuritiesAggregateFairValueThatExceededAndAmortizedHistoricalCost_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Available-for-sale investment securities aggregate fair value that exceeded and amortized historical cost</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_StatementEquityComponentsAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Equity Components</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_StatementEquityComponentsAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Equity Components [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DerivativeGainLossOnDerivativeNet_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Derivative, Gain (Loss) on Derivative, Net, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DerivativeGainLossOnDerivativeNet_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Total loss in comprehensive income</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DerivativeGainLossOnDerivativeNet_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Derivative, Gain (Loss) on Derivative, Net</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfCashFlowHedgingInstrumentsStatementsOfFinancialPerformanceAndFinancialPositionLocationTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Schedule of Cash Flow Hedges</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfCashFlowHedgingInstrumentsStatementsOfFinancialPerformanceAndFinancialPositionLocationTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Schedule of Cash Flow Hedging Instruments, Statements of Financial Performance and Financial Position, Location [Table Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_TypeOfAdoptionMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Accounting Standards Update</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_TypeOfAdoptionMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Accounting Standards Update [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NonPerformingLoansOutstanding_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Non-Performing Loans Outstanding</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NonPerformingLoansOutstanding_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Non-Performing Loans Outstanding</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldtomaturitySecuritiesSoldSecurityRealizedGainLossExcludingOtherThanTemporaryImpairments_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Held-to-maturity investment securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldtomaturitySecuritiesSoldSecurityRealizedGainLossExcludingOtherThanTemporaryImpairments_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Held-to-Maturity, Sold, Realized Gain (Loss), Excluding Other-than-temporary Impairment</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_TroubledDebtRestructuringDebtorSubsequentPeriodsContingentPaymentsNameDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Troubled Debt Restructuring, Debtor, Subsequent Periods, Contingent Payments, Name</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_TroubledDebtRestructuringDebtorSubsequentPeriodsContingentPaymentsNameDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Troubled Debt Restructuring, Debtor, Subsequent Periods, Contingent Payments, Name [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AccumulatedNetUnrealizedInvestmentIncomeLossHeldToMaturitySecuritiesMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Unrealized Gain and Loss on Securities Transferred to Held-to-Maturity [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AccumulatedNetUnrealizedInvestmentIncomeLossHeldToMaturitySecuritiesMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Accumulated Net Unrealized Investment Income Loss Held To Maturity Securities [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AccumulatedNetUnrealizedInvestmentIncomeLossHeldToMaturitySecuritiesMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Changes to accumulated comprehensive income resulting from the net income or the net loss in value of securities transferred to held to maturity.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LeasesAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Leases [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DisaggregationOfRevenueTable_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Disaggregation Of Revenue [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DisaggregationOfRevenueTable_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Disaggregation of Revenue [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AuditCommandLanguageRelatedToPool_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">ACL related to pools</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AuditCommandLanguageRelatedToPool_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Audit Command Language Related to Pool</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AuditCommandLanguageRelatedToPool_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Audit Command Language Related to Pool</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntityEmergingGrowthCompany_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Entity Emerging Growth Company</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntityEmergingGrowthCompany_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Entity Emerging Growth Company</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerAccumulatedLoss_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Twelve months or more Unrealized Losses</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerAccumulatedLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Available for sale securities unrealized aggregate loss</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerAccumulatedLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Available-for-Sale, Continuous Unrealized Loss Position, 12 Months or Longer, Accumulated Loss</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DefinedBenefitPlanInterestCost_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Interest cost</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DefinedBenefitPlanInterestCost_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Defined Benefit Plan, Interest Cost</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestExpenseDebt_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Interest Expense, Debt, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestExpenseDebt_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Interest on subordinated loans</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestExpenseDebt_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Interest Expense, Debt</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansNetUnamortizedGainLossArisingDuringPeriodBeforeTax_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Retirement plan net gains recognized in plan expenses</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansNetUnamortizedGainLossArisingDuringPeriodBeforeTax_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Retirement plan net losses recognized in plan expenses</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansNetUnamortizedGainLossArisingDuringPeriodBeforeTax_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Other Comprehensive Income (Loss), Defined Benefit Plan, Gain (Loss) Arising During Period, before Tax</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FairValueHedgesDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Fair Value Hedges Domain</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FairValueHedgesDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Fair Value Hedges Domain</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterOneThroughFiveYearsFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Due after one year through five years</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterOneThroughFiveYearsFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Available-for-Sale, Fair Value, Maturity, Allocated and Single Maturity Date, after Year One Through Five</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ConsolidationOfMembershipInterestInSubsidiary_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Consolidation of membership interest in Fitzgibbons</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ConsolidationOfMembershipInterestInSubsidiary_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Consolidation Of Membership Interest In Subsidiary</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ConsolidationOfMembershipInterestInSubsidiary_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Refers to percentage of consolidation of interest own in Fitzgibbons.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProceedsFromMaturitiesPrepaymentsAndCallsOfAvailableForSaleSecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Proceeds from maturities and principal reductions of investment securities available-for-sale</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProceedsFromMaturitiesPrepaymentsAndCallsOfAvailableForSaleSecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Proceeds from Maturities, Prepayments and Calls of Debt Securities, Available-for-Sale</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RetirementPlanTypeDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Retirement Plan Type</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RetirementPlanTypeDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Retirement Plan Type [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_RevolvingLoansConvertedToTermLoansMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Revolving Loans Converted To Term Loans [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_RevolvingLoansConvertedToTermLoansMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Revolving Loans Converted To Term Loans [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_RevolvingLoansConvertedToTermLoansMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Revolving Loans Converted To Term Loans [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfAccountsNotesLoansAndFinancingReceivableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Major Classification of Loans</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfAccountsNotesLoansAndFinancingReceivableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Schedule of Accounts, Notes, Loans and Financing Receivable [Table Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PlanAssetCategoriesDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Defined Benefit Plan, Plan Assets, Category [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfFinancingReceivableAllowanceForCreditLossesTable_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Schedule Of Financing Receivable Allowance For Credit Losses [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfFinancingReceivableAllowanceForCreditLossesTable_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable, Allowance for Credit Loss [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PaymentsToAcquireHeldToMaturitySecurities_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Purchase of investment securities held-to-maturity</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PaymentsToAcquireHeldToMaturitySecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Payments to Acquire Held-to-Maturity Securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DefinedBenefitPlanServiceCost_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Service cost</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DefinedBenefitPlanServiceCost_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Defined Benefit Plan, Service Cost</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AdoptionOfAsu201613CurrentExpectedCreditLosses_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Adoption of ASU 2016-13 Current Expected Credit Losses</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AdoptionOfAsu201613CurrentExpectedCreditLosses_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Adoption of ASU 2016-13 Current Expected Credit Losses</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecuritiesAvailableForSaleTable_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Debt Securities Available For Sale [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecuritiesAvailableForSaleTable_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Available-for-Sale [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ConsumerPortfolioSegmentMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Consumer Loans [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ConsumerPortfolioSegmentMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Consumer Portfolio Segment [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CompensationAndRetirementDisclosureAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Retirement Benefits [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PurchasedUnsecuredConsumerLoanPool2Member_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Unsecured Consumer Loan Pool 2 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PurchasedUnsecuredConsumerLoanPool2Member_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Purchased Unsecured Consumer Loan Pool2 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PurchasedUnsecuredConsumerLoanPool2Member_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Purchased unsecured consumer loan pool 2 Member.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterFiveThroughTenYearsAmortizedCost_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Due after five years through ten years</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterFiveThroughTenYearsAmortizedCost_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Available-for-Sale, Amortized Cost, Maturity, Allocated and Single Maturity Date, after Year 5 Through 10</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_DocumentTransitionReport_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Document Transition Report</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_DocumentTransitionReport_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Document Transition Report</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NumberOfNonPerformingLoans_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Number of Non-Performing Loans</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NumberOfNonPerformingLoans_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Number of Non-Performing Loans</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_OtherConsumerFinancingReceivableMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Other Consumer [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_OtherConsumerFinancingReceivableMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Other Consumer Financing Receivable [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_OtherConsumerFinancingReceivableMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Class of financing receivables related to other consumer financing receivables.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AmortizationOfFinancingCostFromSubordinatedDebt_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Amortization of deferred financing from subordinated debt</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AmortizationOfFinancingCostFromSubordinatedDebt_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Amortization Of Financing Cost From Subordinated Debt</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AmortizationOfFinancingCostFromSubordinatedDebt_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Amortization of financing cost from subordinated debt.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_TermLoansByOriginationPriorYearMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Term Loans By Origination Prior Year [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_TermLoansByOriginationPriorYearMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Term Loans By Origination Prior Year [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_TermLoansByOriginationPriorYearMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Term Loans By Origination Prior Year [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_InvestmentSecuritiesBookValue_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Investment under secured debt book value net.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_InvestmentSecuritiesBookValue_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Investment Securities Book Value</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_InvestmentSecuritiesBookValue_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Investment securities, aggregate book value</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_HedgingContractsRates_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Hedging contracts rates</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_HedgingContractsRates_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Hedging contracts rates</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_HedgingContractsRates_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Hedging contracts rates</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CashBasisInterestIncomeRecognizedOnImpairedLoansTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Cash Basis Interest Income Recognized On Impaired Loans</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CashBasisInterestIncomeRecognizedOnImpairedLoansTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Cash Basis Interest Income Recognized On Impaired Loans Table [Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CashBasisInterestIncomeRecognizedOnImpairedLoansTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Tabular disclosure of cash basis income recognized on impaired loan receivables.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfAccumulatedOtherComprehensiveIncomeLossTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Changes in the Components of Accumulated Other Comprehensive Income (Loss), Net of Tax</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfAccumulatedOtherComprehensiveIncomeLossTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Schedule of Accumulated Other Comprehensive Income (Loss) [Table Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivablePortfolioSegmentDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Financing Receivable Portfolio Segment</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivablePortfolioSegmentDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable Portfolio Segment [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansAdjustmentBeforeReclassificationAdjustmentsAndTaxAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Retirement Plans:</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansAdjustmentBeforeReclassificationAdjustmentsAndTaxAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Other Comprehensive (Income) Loss, Defined Benefit Plan, before Reclassification Adjustment and Tax [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ClassOfFinancingReceivableTypeOfBorrowerAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Type of Borrower [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AccumulatedOtherComprehensiveIncomeLossNetOfTax_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Accumulated Other Comprehensive Income (Loss), Net of Tax, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AccumulatedOtherComprehensiveIncomeLossNetOfTax_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Accumulated other comprehensive loss</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AccumulatedOtherComprehensiveIncomeLossNetOfTax_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Accumulated Other Comprehensive Income (Loss), Net of Tax</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntityCommonStockSharesOutstanding_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Entity Common Stock Shares Outstanding</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntityCommonStockSharesOutstanding_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Entity Common Stock, Shares Outstanding</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfFinancingReceivablesNonAccrualStatusTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Nonaccrual Loans Segregated by Class of Loan</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfFinancingReceivablesNonAccrualStatusTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable, Nonaccrual [Table Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossNetOfTax_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Other comprehensive (loss) income, net of tax</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossNetOfTax_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Other comprehensive income, net of tax</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossNetOfTax_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Other Comprehensive Income (Loss), Net of Tax</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PrivateEquityFundsMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Private Equity Member</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PrivateEquityFundsMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Private Equity Funds [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_InvestmentSecuritiesUnrealizedLossPosition_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Investment Securities Unrealized Loss Position</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_InvestmentSecuritiesUnrealizedLossPosition_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Investment Securities Unrealized Loss Position</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_InvestmentSecuritiesUnrealizedLossPosition_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Investment Securities Unrealized Loss Position</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NetIncomeLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Net income attributable to Pathfinder Bancorp, Inc.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NetIncomeLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Net Income (Loss) Attributable to Parent</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NetIncomeLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Net (losses) income attributable to Pathfinder Bancorp Inc.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="srt_WeightedAverageMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Weighted Average [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="srt_WeightedAverageMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Weighted Average [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionNumberOfPositions_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Number of securities in unrealized loss positions</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionNumberOfPositions_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Available-for-Sale, Unrealized Loss Position, Number of Positions</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NatureOfOperationsTable_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Nature Of Operations [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NatureOfOperationsTable_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Nature Of Operations [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NatureOfOperationsTable_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Disclosure of information about nature of operations related to entity.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueHedgeLiabilitiesAtFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Loans</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueHedgeLiabilitiesAtFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Fair Value Hedge Liabilities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PurchasedSecuredConsumerInstallmentLoansMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Secured Consumer Installment Loans [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PurchasedSecuredConsumerInstallmentLoansMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Purchased Secured Consumer Installment Loans [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PurchasedSecuredConsumerInstallmentLoansMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Purchased secured consumer installment loans.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_HedgeTranscationsIncreasedTheNetIncomeTextblock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Hedge transcations increased the net income</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_HedgeTranscationsIncreasedTheNetIncomeTextblock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">hedge transcations increased the net income textblock</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_HedgeTranscationsIncreasedTheNetIncomeTextblock_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">hedge transcations increased the net income textblock</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AdditionalPaidInCapitalMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Additional Paid in Capital [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AdditionalPaidInCapitalMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Additional Paid-in Capital [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_UnrealizedHoldingLossesArisingDuringThePeriod_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Unrealized holding gains arising during the period</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_UnrealizedHoldingLossesArisingDuringThePeriod_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Unrealized Holding Losses Arising During The Period</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_UnrealizedHoldingLossesArisingDuringThePeriod_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Unrealized holding losses arising during the period.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_DocumentInformationLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Document Information [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_DocumentInformationLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Document Information [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Fair Value Inputs, Quantitative Information</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Fair Value Measurement Inputs and Valuation Techniques [Table Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_LoansHeldForSaleMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Loans Held For Sale [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_LoansHeldForSaleMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Loans Held For Sale [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_LoansHeldForSaleMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Loans held-for-sale.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntityRegistrantName_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Entity Registrant Name</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntityRegistrantName_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Entity Registrant Name</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AdvertisingExpense_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Advertising</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AdvertisingExpense_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Advertising Expense</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableImpairedLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Financing Receivable Impaired [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableImpairedLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable, Impaired [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_EarningsPerShareTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Earnings per Common Share</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_EarningsPerShareTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Earnings Per Share [Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_StatementClassOfStockAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Class of Stock</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_StatementClassOfStockAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Class of Stock [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/verboseLabel">Total available-for-sale</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Held-to-maturity securities, at amortized cost (fair value of $189,622 and $181,491, respectively)</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Held-to-maturity securities, debt maturities, Amortized Cost</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Held-to-Maturity, Amortized Cost, before Allowance for Credit Loss</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_MortgageBackedSecuritiesIssuedByPrivateEnterprisesMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Collateralized Mortgage Obligations - Private Label [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_MortgageBackedSecuritiesIssuedByPrivateEnterprisesMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Mortgage-Backed Securities, Issued by Private Enterprises [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LesseeLeaseDescriptionTable_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Lessee Lease Description [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LesseeLeaseDescriptionTable_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Lessee, Lease, Description [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionTwelveMonthsOrMoreAmortizedHistoricalCostBasis_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Available for sale securities continuous unrealized loss position twelve months or more amortized historical cost basis</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionTwelveMonthsOrMoreAmortizedHistoricalCostBasis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Available For Sale Securities Continuous Unrealized Loss Position Twelve Months Or More Amortized Historical Cost Basis</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionTwelveMonthsOrMoreAmortizedHistoricalCostBasis_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Available for sale securities continuous unrealized loss position twelve months or more amortized historical cost basis.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_StatementOfIncomeAndComprehensiveIncomeAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Consolidated Statements of Comprehensive Income [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_StatementOfIncomeAndComprehensiveIncomeAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Statement of Comprehensive Income [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RealizedGainLossOnInvestmentsTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Gross Realized Gains (Losses) on Sale and Redemptions of Securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RealizedGainLossOnInvestmentsTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Realized Gain (Loss) on Investments [Table Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PropertyPlantAndEquipmentNet_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Property, Plant and Equipment, Net, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PropertyPlantAndEquipmentNet_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Premises and equipment, net</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PropertyPlantAndEquipmentNet_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Property, Plant and Equipment, Net</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_MarketApproachValuationTechniqueMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Appraisal of Collateral - Appraisal Adjustments [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_MarketApproachValuationTechniqueMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Valuation, Market Approach [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecuritiesHeldToMaturityAllowanceForCreditLossPeriodIncreaseDecrease_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Increasing Decrease held-to-maturity securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecuritiesHeldToMaturityAllowanceForCreditLossPeriodIncreaseDecrease_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Held-to-Maturity, Allowance for Credit Loss, Period Increase (Decrease)</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecuritiesHeldToMaturityAllowanceForCreditLossPeriodIncreaseDecrease_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Debt Securities, Held-to-Maturity, Allowance for Credit Loss, Period Increase (Decrease), Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_StatementLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Statement [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_StatementLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Statement [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NumberOfSecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">This element represents number of securities issued in investment securities.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NumberOfSecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Number Of Securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NumberOfSecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Number of securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleInvestmentSecuritiesDeclineInFairValueAndAmortizedHistoricalCost_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Available-for-sale investment securities decline in fair value and amortized historical cost</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleInvestmentSecuritiesDeclineInFairValueAndAmortizedHistoricalCost_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Available-for-sale investment securities decline in fair value and amortized historical cost</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleInvestmentSecuritiesDeclineInFairValueAndAmortizedHistoricalCost_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Available-for-sale investment securities decline in fair value and amortized historical cost</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodTax_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Unrealized holding gains (losses) on available-for-sale securities arising during the period</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodTax_lbl" xlink:role="http://www.xbrl.org/2003/role/label">OCI, Debt Securities, Available-for-Sale, Unrealized Holding Gain (Loss), before Adjustment, Tax</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodTax_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Unrealized holding gains (losses) on available-for-sale securities arising during the period</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NewAccountingPronouncementsAndChangesInAccountingPrinciplesAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Accounting Standards Update and Change in Accounting Principle [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_Security12bTitle_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Title of each class</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_Security12bTitle_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Title of 12(b) Security</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_OtherSecuritiesAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Other Securities:</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_OtherSecuritiesAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Other Securities Abstract</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_OtherSecuritiesAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Other securities abstract</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="srt_OwnershipDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Ownership</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="srt_OwnershipDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Ownership [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CommonStockMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Common Stock [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CommonStockMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Common Stock [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DerivativeNotionalAmount_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Derivative Notional Amount</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DerivativeNotionalAmount_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Derivative, Notional Amount</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestIncomeExpenseAfterProvisionForLoanLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Net interest income after provision for loan losses</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestIncomeExpenseAfterProvisionForLoanLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Interest Income (Expense), after Provision for Loan Loss</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherRealEstateAndForeclosedAssets_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Foreclosed real estate, Carrying amount</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherRealEstateAndForeclosedAssets_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Other Real Estate, Foreclosed Assets, and Repossessed Assets</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherRealEstateAndForeclosedAssets_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Other Real Estate, Foreclosed Assets, and Repossessed Assets, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NetCashProvidedByUsedInOperatingActivitiesAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">OPERATING ACTIVITIES</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NetCashProvidedByUsedInOperatingActivitiesAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Net Cash Provided by (Used in) Operating Activities [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_EquityComponentDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Equity Component</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_EquityComponentDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Equity Component [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterTenYearsFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Due after ten years</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterTenYearsFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Held-to-Maturity, Fair Value, Maturity, Allocated and Single Maturity Date, after Year 10</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesExtraordinaryItemsNoncontrollingInterest_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Income before income taxes</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesExtraordinaryItemsNoncontrollingInterest_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Income (Loss) from Continuing Operations before Income Taxes, Noncontrolling Interest</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPosition12MonthsOrLongerAccumulatedLoss_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Twelve months or more Unrealized Losses</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPosition12MonthsOrLongerAccumulatedLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/verboseLabel">Held-to-maturity securities aggregate unrealized loss</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPosition12MonthsOrLongerAccumulatedLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Held-to-maturity securities aggregate unrealized loss</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPosition12MonthsOrLongerAccumulatedLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Held-to-Maturity, Continuous Unrealized Loss Position, 12 Months or Longer, Accumulated Loss</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntityAddressStateOrProvince_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Entity Address, State or Province</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntityAddressStateOrProvince_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Entity Address, State or Province</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleSecuritiesOfAmortizedCostBasisAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Available-for-sale Securities, Amortized Cost Basis [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleSecuritiesOfAmortizedCostBasisAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Available For Sale Securities Of Amortized Cost Basis [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleSecuritiesOfAmortizedCostBasisAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Available for sale securities of amortized cost basis.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithinOneYearFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Due in one year or less</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithinOneYearFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Available-for-Sale, Fair Value, Maturity, Allocated and Single Maturity Date, Year One</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_TroubledDebtRestructuringDebtorCurrentPeriodAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Troubled Debt Restructuring, Modified [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_TroubledDebtRestructuringDebtorCurrentPeriodAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Troubled Debt Restructuring, Debtor, Current Period [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="srt_CreditRatingStandardPoorsAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Credit Rating, Standard &amp; Poor's [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsPeriodIncreaseDecreaseIncludingExchangeRateEffect_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Change in cash and cash equivalents</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsPeriodIncreaseDecreaseIncludingExchangeRateEffect_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Cash, Cash Equivalents, Restricted Cash, and Restricted Cash Equivalents, Period Increase (Decrease), Including Exchange Rate Effect</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ComprehensiveIncomeNetOfTaxIncludingPortionAttributableToNoncontrollingInterest_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Comprehensive Income (Loss), Net of Tax, Including Portion Attributable to Noncontrolling Interest</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ComprehensiveIncomeNetOfTaxIncludingPortionAttributableToNoncontrollingInterest_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Comprehensive income (loss)</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_DocumentType_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Document Type</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_DocumentType_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Document Type</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestPaidNet_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Interest</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestPaidNet_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Interest Paid, Excluding Capitalized Interest, Operating Activities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableAllowanceForCreditLossLoanPurchased_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Allowance on purchased financial assets with credit deterioration</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableAllowanceForCreditLossLoanPurchased_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable, Allowance for Credit Loss, Loan Purchased</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfRelatedPartyTransactionsTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Schedule of Loans to Related Parties</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfRelatedPartyTransactionsTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Schedule of Related Party Transactions [Table Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_EquitySecuritiesInvestmentSummaryMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Equity Investment [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_EquitySecuritiesInvestmentSummaryMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Equity Securities, Investment Summary [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DefinedBenefitPlanAmortizationOfGainsLosses_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Amortization of net losses</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DefinedBenefitPlanAmortizationOfGainsLosses_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Defined Benefit Plan, Amortization of Gain (Loss)</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ReceivablesAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Receivables [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntityShellCompany_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Entity Shell Company</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntityShellCompany_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Entity Shell Company</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestExpenseLongTermDebt_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Interest Expense, Long-Term Debt, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestExpenseLongTermDebt_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Interest on long-term borrowings</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestExpenseLongTermDebt_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Interest Expense, Long-Term Debt</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Fair Value Assets And Liabilities Measured On Recurring And Nonrecurring Basis [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Fair Value, Assets and Liabilities Measured on Recurring and Nonrecurring Basis [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CommercialBorrowerMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Commercial Borrower [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CommercialBorrowerMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Commercial Borrower [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_EquitySecuritiesAvailableForSaleAccumulatedGrossUnrealizedGainBeforeTax_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Gross Unrealized Gains, Equity investment securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_EquitySecuritiesAvailableForSaleAccumulatedGrossUnrealizedGainBeforeTax_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Equity Securities Available For Sale Accumulated Gross Unrealized Gain Before Tax</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_EquitySecuritiesAvailableForSaleAccumulatedGrossUnrealizedGainBeforeTax_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Equity securities, available-for-sale, accumulated gross unrealized gain, before tax.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_UnfundedCommitmentsMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Unfunded Commitments [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_UnfundedCommitmentsMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Unfunded Commitments [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_MortgageBankingMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Total Mortgage Fee Income and Realized Gain on Sale of Loans and Foreclosed Real Estate [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_MortgageBankingMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Mortgage Banking [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_EquitySecuritiesFvNi_lbl" xlink:role="http://www.xbrl.org/2003/role/verboseLabel">Private equity securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_EquitySecuritiesFvNi_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Available-for-sale Securities, Equity investment securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_EquitySecuritiesFvNi_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Equity Securities, FV-NI, Current</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableRecordedInvestmentByClassOfFinancingReceivableAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Class of Financing Receivable</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableRecordedInvestmentByClassOfFinancingReceivableAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Class of Financing Receivable [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PaymentsOfDividendsWarrants_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Cash dividends paid on warrants</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PaymentsOfDividendsWarrants_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Payments Of Dividends Warrants</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PaymentsOfDividendsWarrants_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Payments of dividends warrants.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisTable_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Fair Value Assets And Liabilities Measured On Recurring And Nonrecurring Basis [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisTable_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Fair Value, Recurring and Nonrecurring [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DoubtfulMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Doubtful [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DoubtfulMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Doubtful [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CumulativeEffectOfAffiliateCapitalAllocation_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Cumulative effect of affiliate capital allocation.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CumulativeEffectOfAffiliateCapitalAllocation_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Cumulative Effect Of Affiliate Capital Allocation</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CumulativeEffectOfAffiliateCapitalAllocation_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Cumulative effect of affiliate capital allocation</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecuritiesMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Debt Securities [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecuritiesMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CorporateBondSecuritiesMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Corporate Bond [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CorporateBondSecuritiesMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Corporate Bond Securities [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestRateFairValueHedgeAssetAtFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Interest rate swap derivative fair value hedges</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestRateFairValueHedgeAssetAtFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Interest Rate Fair Value Hedge Asset at Fair Value</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_MaturityPeriodOfAcquiredLoan_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Maturity Range</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_MaturityPeriodOfAcquiredLoan_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Maturity Period Of Acquired Loan</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_MaturityPeriodOfAcquiredLoan_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Refers to maturity period of loan receivable acquired, in PnYnMnDTnHnMnS' format, for example, 'P1Y5M13D' represents the reported fact of one year, five months, and thirteen days.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CommonStockFinancialServicesIndustryMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Common Stock - Financial Services Industry [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CommonStockFinancialServicesIndustryMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Common Stock - Financial Services Industry [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CommonStockFinancialServicesIndustryMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Common Stock - Financial Services Industry.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ReclassificationOutOfAccumulatedOtherComprehensiveIncomeTable_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Reclassification Out Of Accumulated Other Comprehensive Income [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ReclassificationOutOfAccumulatedOtherComprehensiveIncomeTable_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Reclassification out of Accumulated Other Comprehensive Income [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LossContingenciesLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Loss Contingencies [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LossContingenciesLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Loss Contingencies [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CorporateSecuritiesMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Corporate Securities [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CorporateSecuritiesMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Corporate securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_MinimumYearsOfServiceToParticipateInHealthAndLifeInsuranceBenefits_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Minimum years of service to participate in the health and life insurance benefits as of January 1, 1995</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_MinimumYearsOfServiceToParticipateInHealthAndLifeInsuranceBenefits_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Minimum Years Of Service To Participate In Health And Life Insurance Benefits</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_MinimumYearsOfServiceToParticipateInHealthAndLifeInsuranceBenefits_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Minimum years of service to participate in health and life insurance benefits.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DepositsFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Demand Deposits, Savings, NOW and MMDA</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DepositsFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Deposits, Fair Value Disclosure</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_SecurityExchangeName_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Name of each exchange on which registered</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_SecurityExchangeName_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Security Exchange Name</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RevenueFromContractWithCustomerAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Revenue from Contract with Customer [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_TermLoansByOriginationYear2019Member_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Term Loans By Origination Year 2019 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_TermLoansByOriginationYear2019Member_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Term Loans By Origination Year 2019 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_TermLoansByOriginationYear2019Member_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Term Loans By Origination Year 2019 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Antidilutive Securities Excluded From Computation Of Earnings Per Share [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Antidilutive Securities Excluded from Computation of Earnings Per Share [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_OnePrivateLabelAssetBackedSecuritiesByPrivateIssueStudentLoansMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">1 Private-Label Asset - Backed Securities by Private-Issue Student Loan [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_OnePrivateLabelAssetBackedSecuritiesByPrivateIssueStudentLoansMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">One Private Label Asset Backed Securities By Private Issue Student Loans [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_OnePrivateLabelAssetBackedSecuritiesByPrivateIssueStudentLoansMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">One Private Label Asset Backed Securities By Private Issue Student Loans.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NetCashProvidedByUsedInOperatingActivities_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Net cash flows from operating activities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NetCashProvidedByUsedInOperatingActivities_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Net Cash Provided by (Used in) Operating Activities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_Deposits_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Total deposits</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_Deposits_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Deposits</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueByBalanceSheetGroupingTable_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Fair Value By Balance Sheet Grouping [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueByBalanceSheetGroupingTable_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Fair Value, by Balance Sheet Grouping [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ScheduleOfSupplementalCashFlowInformationRelatedToLeasesTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Supplemental Cash Flow Information Related to Leases</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ScheduleOfSupplementalCashFlowInformationRelatedToLeasesTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Schedule Of Supplemental Cash Flow Information Related To Leases Table [Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ScheduleOfSupplementalCashFlowInformationRelatedToLeasesTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Schedule of supplemental cash flow information related to leases.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LoansHeldForSaleFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Net loans</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LoansHeldForSaleFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Loans Held-for-sale, Fair Value Disclosure</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_LoanHeldForSaleMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Loans Held-For-Sale [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_LoanHeldForSaleMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Loan Held For Sale [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_LoanHeldForSaleMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Loan held for sale.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CommitmentsAndContingenciesDisclosureAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Commitments and Contingencies Disclosure [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestBearingDepositsInBanks_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Interest-earning deposits</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestBearingDepositsInBanks_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Interest-Bearing Deposits in Banks and Other Financial Institutions</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesAccumulatedUnrecognizedHoldingGain_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Held to maturity, gross unrealized gains</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesAccumulatedUnrecognizedHoldingGain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Held-to-Maturity, Accumulated Unrecognized Gain</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OperatingLeaseCost_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Operating lease cost</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OperatingLeaseCost_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Operating Lease, Cost</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivables30To59DaysPastDueMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">30-59 Days Past Due [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivables30To59DaysPastDueMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financial Asset, 30 to 59 Days Past Due [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DepositAccountMember_lbl" xlink:role="http://www.xbrl.org/2003/role/verboseLabel">Service Fees [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DepositAccountMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Service Charges on Deposit Accounts [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DepositAccountMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Deposit Account [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LesseeOperatingLeaseLiabilityMaturityTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Maturities of Lease Liabilities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LesseeOperatingLeaseLiabilityMaturityTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Lessee, Operating Lease, Liability, Maturity [Table Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Total Fair Value</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Held-to-Maturity, Unrealized Loss Position, Fair Value</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfAccountsNotesLoansAndFinancingReceivableTable_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Schedule Of Accounts Notes Loans And Financing Receivable [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfAccountsNotesLoansAndFinancingReceivableTable_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Schedule of Accounts, Notes, Loans and Financing Receivable [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ImpairedFinancingReceivableWithNoRelatedAllowanceUnpaidPrincipalBalance_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Unpaid Principal Balance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ImpairedFinancingReceivableWithNoRelatedAllowanceUnpaidPrincipalBalance_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Impaired Financing Receivable, with No Related Allowance, Unpaid Principal Balance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ForeclosedRealEstateExpense_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Foreclosed real estate</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ForeclosedRealEstateExpense_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Foreclosed Real Estate Expense</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_SummaryOfPurchasedLoansPoolsTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Summary of Purchased Loans Pools</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_SummaryOfPurchasedLoansPoolsTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Summary Of Purchased Loans Pools Table [Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_SummaryOfPurchasedLoansPoolsTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Summary of Purchased Loans Pools Table Text Block.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DebtSecuritiesAggregateAmortizedCost_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Debt securities, amortized cost balance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DebtSecuritiesAggregateAmortizedCost_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities Aggregate Amortized Cost</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DebtSecuritiesAggregateAmortizedCost_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Debt securities aggregate amortized cost.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_MinorityInterestOwnershipPercentageByParent_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Membership interest own in Fitzgibbons through subsidiary</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_MinorityInterestOwnershipPercentageByParent_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Noncontrolling Interest, Ownership Percentage by Parent</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ATMFeesDepositAccountMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">ATM Fees [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ATMFeesDepositAccountMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">A T M Fees Deposit Account [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ATMFeesDepositAccountMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">ATM fees deposit account.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfDefinedBenefitPlansDisclosuresTable_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Schedule Of Defined Benefit Plans Disclosures [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfDefinedBenefitPlansDisclosuresTable_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Schedule of Defined Benefit Plans Disclosures [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CommonStockSharesOutstanding_lbl" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel">Common Stock, Shares, Outstanding, Ending Balance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CommonStockSharesOutstanding_lbl" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel">Common Stock, Shares, Outstanding, Beginning Balance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CommonStockSharesOutstanding_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Common stock, shares outstanding (in shares)</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CommonStockSharesOutstanding_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Common Stock, Shares, Outstanding</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AllowanceForLoanLossesAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Allowance For Loan Losses [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AllowanceForLoanLossesAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Allowance for loan losses.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableModificationsNumberOfContracts2_lbl" xlink:role="http://www.xbrl.org/2003/role/verboseLabel">Number of loans</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableModificationsNumberOfContracts2_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Number of loan</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableModificationsNumberOfContracts2_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable, Modifications, Number of Contracts</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueInputsLevel2Member_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Level 2 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueInputsLevel2Member_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Fair Value, Inputs, Level 2 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProceedsFromIssuanceOfLongTermDebt_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Proceeds from Issuance of Long-Term Debt, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProceedsFromIssuanceOfLongTermDebt_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Proceeds from long-term borrowings</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProceedsFromIssuanceOfLongTermDebt_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Proceeds from Issuance of Long-Term Debt</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtSecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Debt Securities, Available-for-Sale, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtSecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Available-for-sale Securities, Debt investment securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtSecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Available-for-Sale</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancialInstrumentPerformanceStatusAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financial Instrument Performance Status [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NetCashProvidedByUsedInInvestingActivitiesAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">INVESTING ACTIVITIES</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NetCashProvidedByUsedInInvestingActivitiesAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Net Cash Provided by (Used in) Investing Activities [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestIncomeFederalFundsSold_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Federal funds sold and interest earning deposits</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestIncomeFederalFundsSold_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Interest Income, Federal Funds Sold</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_LinesOfCreditMember_lbl" xlink:role="http://www.xbrl.org/2003/role/verboseLabel">Commercial Lines of Credit [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_LinesOfCreditMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Lines of Credit [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_LinesOfCreditMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Lines Of Credit [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_LinesOfCreditMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Class of financing receivables related to lines of credit receivables.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AggregateOfHeldToMaturitySecuritiesDebtMaturitiesFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Sub-total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AggregateOfHeldToMaturitySecuritiesDebtMaturitiesFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Aggregate Of Held To Maturity Securities Debt Maturities Fair Value</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AggregateOfHeldToMaturitySecuritiesDebtMaturitiesFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">This item represents the total of all debt securities grouped by maturity dates, at fair value, which are categorized as held-to-maturity.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RealEstateMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Real Estate [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RealEstateMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Real Estate [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Held-to-maturity Securities [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Held-to-Maturity, Fair Value to Amortized Cost, after Allowance for Credit Loss [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PathfinderRiskManagementCompanyIncMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Pathfinder Risk Management Company Inc [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PathfinderRiskManagementCompanyIncMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Pathfinder Risk Management Company Inc [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PathfinderRiskManagementCompanyIncMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Pathfinder risk management company Inc.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CommonStockSharesIssued_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Common stock, shares issued (in shares)</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CommonStockSharesIssued_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Common Stock, Shares, Issued</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Interest Rate Derivatives</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Derivative Instruments and Hedging Activities Disclosure [Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_HeldToMaturityNumberOfSecuritiesInUnrealizedLossPositions_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Number of securities in unrealized loss positions</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_HeldToMaturityNumberOfSecuritiesInUnrealizedLossPositions_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Held To Maturity Number Of Securities In Unrealized Loss Positions</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_HeldToMaturityNumberOfSecuritiesInUnrealizedLossPositions_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">This element represent the number of held to maturity securities in unrealized loss positions.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PurchasedCommercialLineOfCreditOneMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Revolving Commercial Line of Credit 1 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PurchasedCommercialLineOfCreditOneMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Purchased Commercial Line Of Credit One [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PurchasedCommercialLineOfCreditOneMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Purchased commercial line of credit one.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_SecuritiesPledgedToCollateralizeDeposit_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Securities pledged to collateralize deposit</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_SecuritiesPledgedToCollateralizeDeposit_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Securities Pledged To Collateralize Deposit</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_SecuritiesPledgedToCollateralizeDeposit_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">This element represent the fair value of securities pledged to collateralize municipal deposits.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_HeldToMaturitySecuritiesAtAmortizedCostFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Held-to-maturity securities, at amortized cost fair value</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_HeldToMaturitySecuritiesAtAmortizedCostFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Held-to-maturity securities, at amortized cost fair value</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_HeldToMaturitySecuritiesAtAmortizedCostFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Held-to-maturity securities, at amortized cost fair value</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="srt_MinimumMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Minimum [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="srt_MinimumMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Minimum [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_TermLoansByOriginationYear2023Member_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Term Loans By Origination Year 2023 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_TermLoansByOriginationYear2023Member_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Term Loans By Origination Year 2023 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_TermLoansByOriginationYear2023Member_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Term Loans By Origination Year 2023 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_GainLossOnSaleOfInvestmentsExcludingRealizedGainOnMarketableEquitySecurity_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_GainLossOnSaleOfInvestmentsExcludingRealizedGainOnMarketableEquitySecurity_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Gain Loss On Sale Of Investments Excluding Realized Gain On Marketable Equity Security</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_GainLossOnSaleOfInvestmentsExcludingRealizedGainOnMarketableEquitySecurity_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Gain loss on sale of investments excluding realized gain on marketable equity security.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_MarketableSecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Marketable Securities, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_MarketableSecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Marketable equity securities, at fair value</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_MarketableSecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Marketable Securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesTax_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Reclassification adjustment for net gains included in net income</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesTax_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Other Comprehensive Income (Loss), Reclassification Adjustment from AOCI for Sale of Securities, Tax</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesTax_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Reclassification adjustment for net (gains) losses included in net income</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ProceedsFromSaleOfAndRedemptionsOfAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Proceeds from sales, redemptions and calls of:</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ProceedsFromSaleOfAndRedemptionsOfAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Proceeds From Sale Of And Redemptions Of [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ProceedsFromSaleOfAndRedemptionsOfAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Proceeds from sales, redemptions and calls of:</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DirectorsExecutiveOfficersAndAffiliatesMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Directors, Executive Officers and Affiliates [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DirectorsExecutiveOfficersAndAffiliatesMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Directors Executive Officers And Affiliates [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DirectorsExecutiveOfficersAndAffiliatesMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Ranking officers of the entity, appointed to the position by the board of directors, people serving on the board of directors (who collectively have responsibility for governing the entity) and affiliates.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_OnePrivateLabelAssetBackedSecuritiesByCommercialLeaseContractsMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">1 Private Label Asset - Backed Securities By Commercial Lease Contracts [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_OnePrivateLabelAssetBackedSecuritiesByCommercialLeaseContractsMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">One Private Label Asset Backed Securities By Commercial Lease Contracts [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_OnePrivateLabelAssetBackedSecuritiesByCommercialLeaseContractsMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">One private label asset backed securities by commercial lease contracts.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AdditionalCashFlowElementsAndSupplementalCashFlowInformationAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">RESTRICTED CASH</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AdditionalCashFlowElementsAndSupplementalCashFlowInformationAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Additional Cash Flow Elements and Supplemental Cash Flow Information [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerNumberOfPositions_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Number of securities in unrealized loss positions, twelve months or more</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerNumberOfPositions_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Available-for-Sale, Continuous Unrealized Loss Position, 12 Months or Longer, Number of Positions</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfFairValueHedgingInstrumentsStatementsOfFinancialPerformanceAndFinancialPositionLocationTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Cumulative Basis Adjustments for Fair Value Hedges</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfFairValueHedgingInstrumentsStatementsOfFinancialPerformanceAndFinancialPositionLocationTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Schedule of Fair Value Hedging Instruments, Statements of Financial Performance and Financial Position, Location [Table Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AdjustmentsForNewAccountingPronouncementsAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Accounting Standards Update</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AdjustmentsForNewAccountingPronouncementsAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Accounting Standards Update [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ImpairedFinancingReceivableRelatedAllowance_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Related Allowance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ImpairedFinancingReceivableRelatedAllowance_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Impaired Financing Receivable, Related Allowance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_TermLoansByOriginationYear2022Member_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Term Loans By Origination Year 2022 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_TermLoansByOriginationYear2022Member_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Term Loans By Origination Year 2022 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_TermLoansByOriginationYear2022Member_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Term Loans By Origination Year 2022 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_StockholdersEquityAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Shareholders' equity:</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_StockholdersEquityAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Stockholders' Equity Attributable to Parent [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ConcentrationRiskCreditRiskFinancialInstrumentMaximumExposure_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Maximum amount of loss due to credit risk</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ConcentrationRiskCreditRiskFinancialInstrumentMaximumExposure_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Concentration Risk, Credit Risk, Financial Instrument, Maximum Exposure</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ReclassificationAdjustmentOutOfAccumulatedOtherComprehensiveIncomeLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Reclassification Adjustment Out Of Accumulated Other Comprehensive Income [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ReclassificationAdjustmentOutOfAccumulatedOtherComprehensiveIncomeLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Reclassification Adjustment out of Accumulated Other Comprehensive Income [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LoansAndLeasesReceivableRelatedPartiesRollForward_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Loans to Related Parties [Roll Forward]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LoansAndLeasesReceivableRelatedPartiesRollForward_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Loans and Leases Receivable, Related Parties [Roll Forward]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CollateralizedMortgageObligationsPrivateLabelFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Collateralized mortgage obligations - Private label</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CollateralizedMortgageObligationsPrivateLabelFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Collateralized Mortgage Obligations Private Label Fair Value Disclosure</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CollateralizedMortgageObligationsPrivateLabelFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">This element represents the portion of the balance sheet assertion valued at fair value by the entity whether such amount is presented as a separate caption or as a parenthetical disclosure. Additionally, this element may be used in connection with the fair value disclosures required in the footnote disclosures to the financial statements. The element may be used in both the balance sheet and disclosure in the same submission. This item represents the amount shown on an entity's books for investments in collateralized mortgage obligations private label investment securities.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AmortizationOfIntangibleAssets_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Amortization of intangible assets</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AmortizationOfIntangibleAssets_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Amortization of Intangible Assets</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_OnePrivateLabelAssetBackedSecuritiesByRealEstateLeaseContractsMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">1 Private Label Asset - Backed Securities By Real Estate Lease Contracts [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_OnePrivateLabelAssetBackedSecuritiesByRealEstateLeaseContractsMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">One Private Label Asset Backed Securities By Real Estate Lease Contracts [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_OnePrivateLabelAssetBackedSecuritiesByRealEstateLeaseContractsMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">One private label asset backed securities by real estate lease contracts.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_SubsequentEventMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Subsequent Event [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_TroubledDebtRestructuringDebtorSubsequentPeriodsAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Troubled Debt Restructuring, Debtor, Subsequent Periods</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_TroubledDebtRestructuringDebtorSubsequentPeriodsAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Troubled Debt Restructuring, Debtor, Subsequent Periods [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtInstrumentFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Debt Instrument, Fair Value Disclosure, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtInstrumentFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Borrowings</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtInstrumentFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Instrument, Fair Value Disclosure</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RealEstateOwnedTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Foreclosed Real Estate</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RealEstateOwnedTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Real Estate Owned [Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CorporateMeasuredAtNav_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Corporate measured at NAV</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CorporateMeasuredAtNav_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Corporate Measured at NAV</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CorporateMeasuredAtNav_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Corporate Measured at NAV.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DistributionsFromAffiliates_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Refers to distributions from affiliates.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DistributionsFromAffiliates_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Distributions From Affiliates</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DistributionsFromAffiliates_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Distributions from affiliates</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NoninterestIncomeAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Noninterest income:</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NoninterestIncomeAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Noninterest Income [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LossContingenciesTable_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Loss Contingencies [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LossContingenciesTable_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Loss Contingencies [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DerivativeUnamortizedPremium_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Total unamortized premium</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DerivativeUnamortizedPremium_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Derivative Unamortized Premium</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DerivativeUnamortizedPremium_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Derivative unamortized premium.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableAllowanceForCreditLosses_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableAllowanceForCreditLosses_lbl" xlink:role="http://www.xbrl.org/2003/role/periodStartLabel">Beginning Balance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableAllowanceForCreditLosses_lbl" xlink:role="http://www.xbrl.org/2003/role/periodEndLabel">Ending balance</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableAllowanceForCreditLosses_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable, Allowance for Credit Loss</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestExpenseAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Interest expense:</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestExpenseAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Interest Expense [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_MinorityInterestOwnershipPercentageByNoncontrollingOwners_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Noncontrolling interest by subsidiary</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_MinorityInterestOwnershipPercentageByNoncontrollingOwners_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Noncontrolling Interest, Ownership Percentage by Noncontrolling Owners</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableRecordedInvestmentClassOfFinancingReceivableDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Class of Financing Receivable</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableRecordedInvestmentClassOfFinancingReceivableDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Class of Financing Receivable [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CommitmentsContingenciesAndGuaranteesTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Guarantees</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CommitmentsContingenciesAndGuaranteesTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Commitments Contingencies and Guarantees [Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_StateAndPoliticalSubdivisionsFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">State and political subdivisions</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_StateAndPoliticalSubdivisionsFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/label">State And Political Subdivisions Fair Value Disclosure</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_StateAndPoliticalSubdivisionsFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">This element represents the portion of the balance sheet assertion valued at fair value by the entity whether such amount is presented as a separate caption or as a parenthetical disclosure. Additionally, this element may be used in connection with the fair value disclosures required in the footnote disclosures to the financial statements. The element may be used in both the balance sheet and disclosure in the same submission. This item represents the amount shown on an entity's books for investments in State and political subdivisions debt investment securities.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_TotalAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Total [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_TotalAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Total [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_TotalAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Total.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AccumulatedDefinedBenefitPlansAdjustmentIncludingPortionAttributableToNoncontrollingInterestMember_lbl" xlink:role="http://www.xbrl.org/2003/role/verboseLabel">Retirement Plans [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AccumulatedDefinedBenefitPlansAdjustmentIncludingPortionAttributableToNoncontrollingInterestMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Retirement Plans [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AccumulatedDefinedBenefitPlansAdjustmentIncludingPortionAttributableToNoncontrollingInterestMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Accumulated Defined Benefit Plans Adjustment Including Portion Attributable to Noncontrolling Interest [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_UnearnedESOPShares_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Unearned ESOP</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_UnearnedESOPShares_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Unearned ESOP Shares</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CeclAdjustmentMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">CECL Adjustment [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CeclAdjustmentMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">CECL Adjustment [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_MutualFundsCommonStockFinancialServicesIndustryMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Mutual funds Common Stock Financial Services Industry [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_MutualFundsCommonStockFinancialServicesIndustryMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Mutual Funds Common Stock Financial Services Industry [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_MutualFundsCommonStockFinancialServicesIndustryMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">This category includes information about common stock financial services industry.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PurchasedUnsecuredConsumerLoanPool6Member_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Unsecured Consumer Loan Pool 6 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PurchasedUnsecuredConsumerLoanPool6Member_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Purchased Unsecured Consumer Loan Pool6 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PurchasedUnsecuredConsumerLoanPool6Member_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Purchased unsecured consumer loan pool 6.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FeeIncomeMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Fee Income [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FeeIncomeMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Fee Income [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FeeIncomeMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Fee income.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ResidentialRealEstateMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Residential Real Estate</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ResidentialRealEstateMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Residential Real Estate [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_EquitySecuritiesFvNiCost_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Common stock, equity securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_EquitySecuritiesFvNiCost_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Amortized cost, equity securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_EquitySecuritiesFvNiCost_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Equity Securities, FV-NI, Cost</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntityCentralIndexKey_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Entity Central Index Key</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntityCentralIndexKey_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Entity Central Index Key</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PercentageOfSecuritiesAmortizedOfTotalSecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Percentage of securities amortized</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PercentageOfSecuritiesAmortizedOfTotalSecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Percentage Of Securities Amortized Of Total Securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PercentageOfSecuritiesAmortizedOfTotalSecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Percentage of securities amortized of total securities.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InsuranceServicesRevenue_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Insurance Services Revenue, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InsuranceServicesRevenue_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Insurance agency revenue</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InsuranceServicesRevenue_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Insurance Services Revenue</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ValuationAllowanceDeferredTaxAssetChangeInAmount_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Deferred tax asset</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ValuationAllowanceDeferredTaxAssetChangeInAmount_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Valuation Allowance, Deferred Tax Asset, Increase (Decrease), Amount</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_LoanReceivableMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Loans Receivable [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_LoanReceivableMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Loan Receivable [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_LoanReceivableMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Loan receivable.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestAndDividendIncomeOperating_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Total interest and dividend income</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestAndDividendIncomeOperating_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Interest and Dividend Income, Operating</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeDerivativesQualifyingAsHedgesBeforeTaxPeriodIncreaseDecreaseAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Derivatives and hedging activities:</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeDerivativesQualifyingAsHedgesBeforeTaxPeriodIncreaseDecreaseAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Other Comprehensive Income (Loss), Cash Flow Hedge, Gain (Loss), after Reclassification, before Tax [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_InsufficientFundsFeesDepositAccountMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Insufficient Funds Fees [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_InsufficientFundsFeesDepositAccountMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Insufficient Funds Fees Deposit Account [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_InsufficientFundsFeesDepositAccountMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Insufficient funds fees deposit account.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DerivativeContractCashInEscrowUnderCollateralArrangements_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Notional amount</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DerivativeContractCashInEscrowUnderCollateralArrangements_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Derivative Contract Cash In Escrow Under Collateral Arrangements</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DerivativeContractCashInEscrowUnderCollateralArrangements_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Derivative contract cash in escrow under collateral arrangements.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InvestmentsDebtAndEquitySecuritiesAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Investments, Debt and Equity Securities [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleDebtAndEquitySecuritiesAccumulatedGrossUnrealizedGainBeforeTax_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Gross Unrealized Gains</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleDebtAndEquitySecuritiesAccumulatedGrossUnrealizedGainBeforeTax_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Available For Sale Debt And Equity Securities Accumulated Gross Unrealized Gain Before Tax</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleDebtAndEquitySecuritiesAccumulatedGrossUnrealizedGainBeforeTax_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Available for sale debt and equity securities accumulated gross unrealized gain before tax.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfAvailableForSaleSecuritiesLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Schedule Of Available For Sale Securities [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfAvailableForSaleSecuritiesLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Available-for-Sale [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DisaggregationOfRevenueLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Disaggregation Of Revenue [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DisaggregationOfRevenueLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Disaggregation of Revenue [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueMeasuredAtNetAssetValuePerShareMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Net Asset Value [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueMeasuredAtNetAssetValuePerShareMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Fair Value Measured at Net Asset Value Per Share [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinanceLeaseRightOfUseAsset_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Finance lease right-of-use assets</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinanceLeaseRightOfUseAsset_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Finance Lease, Right-of-Use Asset, after Accumulated Amortization</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinanceLeaseRightOfUseAsset_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Finance Lease, Right-of-Use Asset, after Accumulated Amortization, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_JuniorSubordinatedDebentureOwedToUnconsolidatedSubsidiaryTrust_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Subordinated debt</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_JuniorSubordinatedDebentureOwedToUnconsolidatedSubsidiaryTrust_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Junior Subordinated Debenture Owed to Unconsolidated Subsidiary Trust, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_JuniorSubordinatedDebentureOwedToUnconsolidatedSubsidiaryTrust_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Junior Subordinated Debenture Owed to Unconsolidated Subsidiary Trust</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansAdjustmentBeforeTax_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedTotalLabel">Net unrealized gain on retirement plans</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansAdjustmentBeforeTax_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Net unrealized gain (loss) on retirement plans</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansAdjustmentBeforeTax_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Net unrealized gain (loss) on retirement plans</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansAdjustmentBeforeTax_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Other Comprehensive (Income) Loss, Defined Benefit Plan, after Reclassification Adjustment, before Tax</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LoansAndLeasesReceivableDeferredIncome_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Net deferred loan fees</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LoansAndLeasesReceivableDeferredIncome_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Net deferred loan fees</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LoansAndLeasesReceivableDeferredIncome_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Loans and Leases Receivable, Deferred Income</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleDebtAndEquitySecuritiesAmortizedCost_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Total investment securities, amortized cost basis</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleDebtAndEquitySecuritiesAmortizedCost_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Available For Sale Debt And Equity Securities Amortized Cost</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleDebtAndEquitySecuritiesAmortizedCost_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Available for sale debt and equity securities amortized cost.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueByMeasurementFrequencyAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Measurement Frequency</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueByMeasurementFrequencyAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Measurement Frequency [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionLessThan12MonthsAccumulatedLoss_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Less than twelve months Unrealized Losses</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionLessThan12MonthsAccumulatedLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Held-to-Maturity, Continuous Unrealized Loss Position, Less than 12 Months, Accumulated Loss</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesFairValueAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Available-for-sale securities, debt maturities, Estimated Fair Value [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesFairValueAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Available-for-Sale, Fair Value, Fiscal Year Maturity [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OperatingLeaseLeaseIncome_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Operating Lease, Lease Income, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OperatingLeaseLeaseIncome_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Lease rental income</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OperatingLeaseLeaseIncome_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Operating Lease, Lease Income</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_GeneralAndAdministrativeExpense_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">General and Administrative Expense, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_GeneralAndAdministrativeExpense_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Audits and exams</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_GeneralAndAdministrativeExpense_lbl" xlink:role="http://www.xbrl.org/2003/role/label">General and Administrative Expense</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AggregateFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Aggregate fair value</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AggregateFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Aggregate Fair Value</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AggregateFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Aggregate fair value.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DerivativeUnamortizedCap_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Total unamortized cap</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DerivativeUnamortizedCap_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Derivative Unamortized Cap</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DerivativeUnamortizedCap_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Derivative unamortized cap.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_MeasurementInputTypeDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Measurement Input Type</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_MeasurementInputTypeDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Measurement Input Type [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OrganizationConsolidationAndPresentationOfFinancialStatementsAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Organization, Consolidation and Presentation of Financial Statements [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_DocumentInformationTable_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Document Information [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_DocumentInformationTable_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Document Information [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinanceLeasePrincipalPayments_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Financing cash flows from finance leases</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinanceLeasePrincipalPayments_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Finance Lease, Principal Payments</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesWithinOneYearNetCarryingAmount_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Due in one year or less</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesWithinOneYearNetCarryingAmount_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Held-to-Maturity, Amortized Cost, after Allowance for Credit Loss, Maturity, Allocated and Single Maturity Date, Year One</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_GainLossOnSalesOfLoansNet_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Gain (Loss) on Sales of Loans, Net, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_GainLossOnSalesOfLoansNet_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Loans</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_GainLossOnSalesOfLoansNet_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Gain (Loss) on Sales of Loans, Net</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueMeasurementsNonrecurringMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Nonrecurring Basis [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueMeasurementsNonrecurringMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Fair Value, Nonrecurring [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NumberOfSecuritiesAmortized_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Number of securities amortized</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NumberOfSecuritiesAmortized_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Number Of Securities Amortized</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NumberOfSecuritiesAmortized_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Number of securities amortized.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ChangeInMarketValueCommonStockInvestmentLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Change in market value common stock investment Ioss</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ChangeInMarketValueCommonStockInvestmentLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Change in Market Value Common Stock Investment Loss</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ChangeInMarketValueCommonStockInvestmentLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Change in market value common stock investment Ioss.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PurchasedCommercialLineOfCreditTwoMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Revolving Commercial Line of Credit 2 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PurchasedCommercialLineOfCreditTwoMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Purchased Commercial Line Of Credit Two [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PurchasedCommercialLineOfCreditTwoMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Purchased commercial line of credit two.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AdjustmentsToReconcileNetIncomeLossToCashProvidedByUsedInOperatingActivitiesAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Adjustments to reconcile net income to net cash flows from operating activities:</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AdjustmentsToReconcileNetIncomeLossToCashProvidedByUsedInOperatingActivitiesAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Adjustments to Reconcile Net Income (Loss) to Cash Provided by (Used in) Operating Activities [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RetainedEarningsMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Retained Earnings [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RetainedEarningsMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Retained Earnings [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtInstrumentUnamortizedDiscountPremiumNet_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Debt Instrument, Unamortized Discount (Premium), Net, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtInstrumentUnamortizedDiscountPremiumNet_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Unamortized Premium/ (Discount)</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtInstrumentUnamortizedDiscountPremiumNet_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Instrument, Unamortized Discount (Premium), Net</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InternalCreditAssessmentAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Internal Credit Assessment</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InternalCreditAssessmentAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Internal Credit Assessment [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionAccumulatedLoss_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedTotalLabel">Total Unrealized Losses</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionAccumulatedLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Held-to-Maturity, Unrealized Loss Position, Accumulated Loss</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProvisionForOtherCreditLosses_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Provision for credit losses</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProvisionForOtherCreditLosses_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Provision for Other Credit Losses</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_MeasurementInputTypeAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Measurement Input Type</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_MeasurementInputTypeAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Measurement Input Type [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_GainLossOnSaleOfPropertyPlantEquipment_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Gain (Loss) on Disposition of Property Plant Equipment, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_GainLossOnSaleOfPropertyPlantEquipment_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Net gains on sale of premises and equipment</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_GainLossOnSaleOfPropertyPlantEquipment_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Gain (Loss) on Disposition of Property Plant Equipment</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueBalanceSheetGroupingFinancialStatementCaptionsLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Fair Value Balance Sheet Grouping Financial Statement Captions [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueBalanceSheetGroupingFinancialStatementCaptionsLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Fair Value, Balance Sheet Grouping, Financial Statement Captions [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PaycheckProtectionProgramLoansMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Paycheck Protection Program loans [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PaycheckProtectionProgramLoansMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Paycheck Protection Program Loans [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PaycheckProtectionProgramLoansMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Paycheck Protection Program loans Member.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AllowanceForCreditLossesTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Allowance for Loan Losses</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AllowanceForCreditLossesTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Allowance for Credit Losses [Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AdditionalPaidInCapital_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Additional Paid in Capital, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AdditionalPaidInCapital_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Additional paid in capital</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AdditionalPaidInCapital_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Additional Paid in Capital</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CumulativeEffectOfAdoptionOfNewAccountingStandard_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Adoption of New Accounting Standard</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CumulativeEffectOfAdoptionOfNewAccountingStandard_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Cumulative Effect Of Adoption of New Accounting Standard</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CumulativeEffectOfAdoptionOfNewAccountingStandard_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Cumulative Effect Of Adoption of New Accounting Standard</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntityInteractiveDataCurrent_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Entity Interactive Data Current</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntityInteractiveDataCurrent_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Entity Interactive Data Current</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancialInstrumentsFinancialAssetsBalanceSheetGroupingsAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Financial assets:</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancialInstrumentsFinancialAssetsBalanceSheetGroupingsAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financial Instruments, Financial Assets, Balance Sheet Groupings [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivablesPeriodPastDueDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Financial Asset, Aging</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivablesPeriodPastDueDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financial Asset, Aging [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CommercialRealEstateMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Commercial Real Estate</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CommercialRealEstateMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Commercial Real Estate [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AssetPledgedAsCollateralMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Asset Pledged as Collateral [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="srt_ExternalCreditRatingStandardPoorsMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">External Credit Rating, Standard &amp; Poor's [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RelatedPartyTransactionsDisclosureTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Related Party Transactions</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RelatedPartyTransactionsDisclosureTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Related Party Transactions Disclosure [Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FinanceLeasesAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Finance Leases:</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FinanceLeasesAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Finance Leases [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FinanceLeasesAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Finance leases.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CashFlowHedgeDerivativeInstrumentLiabilitiesAtFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Borrowed Funds</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CashFlowHedgeDerivativeInstrumentLiabilitiesAtFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Cash Flow Hedge Derivative Instrument Liabilities at Fair Value</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterTenYearsAmortizedCost_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Due after ten years</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterTenYearsAmortizedCost_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Available-for-Sale, Amortized Cost, Maturity, Allocated and Single Maturity Date, after Year 10</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_UndistributedEarningsLossAllocatedToParticipatingSecuritiesBasic_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Undistributed Earnings (Loss) Allocated to Participating Securities, Basic, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_UndistributedEarningsLossAllocatedToParticipatingSecuritiesBasic_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Undistributed earnings allocated to participating securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_UndistributedEarningsLossAllocatedToParticipatingSecuritiesBasic_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Undistributed Earnings (Loss) Allocated to Participating Securities, Basic</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RelatedPartyTransactionsAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Related Party Transactions [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CostApproachValuationTechniqueMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Appraisal of Collateral - Cost to Sell [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CostApproachValuationTechniqueMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Valuation, Cost Approach [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ReclassificationOutOfAccumulatedOtherComprehensiveIncomeDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Reclassification out of Accumulated Other Comprehensive Income</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ReclassificationOutOfAccumulatedOtherComprehensiveIncomeDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Reclassification out of Accumulated Other Comprehensive Income [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_SeriesANonVotingCommonStockMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Series A Nonvoting Common Stock [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_SeriesANonVotingCommonStockMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Series A Non Voting Common Stock [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_SeriesANonVotingCommonStockMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Series A non voting common stock [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_BankServicingMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Loan Servicing Fees [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_BankServicingMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Bank Servicing [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProceedsFromPaymentsToMinorityShareholders_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Proceeds from (Payments to) Noncontrolling Interests, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProceedsFromPaymentsToMinorityShareholders_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Change in noncontrolling interest, net</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProceedsFromPaymentsToMinorityShareholders_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Proceeds from (Payments to) Noncontrolling Interests</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_WithAllowanceRecordedAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">With an allowance recorded [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_WithAllowanceRecordedAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">With Allowance Recorded [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_WithAllowanceRecordedAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">With allowance recorded.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NumberOfPortfolioSegment_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Number of portfolio segment</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NumberOfPortfolioSegment_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Number Of Portfolio Segment</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NumberOfPortfolioSegment_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Refers to number of portfolio segment.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLonger_lbl" xlink:role="http://www.xbrl.org/2003/role/verboseLabel">Available for sale securities aggregate market value</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLonger_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Twelve months or more Fair Value</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLonger_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Available-for-Sale, Continuous Unrealized Loss Position, 12 Months or Longer</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_LocalPhoneNumber_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Local Phone Number</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_LocalPhoneNumber_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Local Phone Number</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PaymentsToAcquireAvailableForSaleDebtAndEquitySecurities_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Purchase of investment securities available-for-sale</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PaymentsToAcquireAvailableForSaleDebtAndEquitySecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Payments To Acquire Available For Sale Debt And Equity Securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PaymentsToAcquireAvailableForSaleDebtAndEquitySecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Payments to acquire available for sale debt and equity securities.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsNumberOfPositions_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Number of securities in unrealized loss positions, less than twelve months</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsNumberOfPositions_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Available-for-Sale, Continuous Unrealized Loss Position, Less than 12 Months, Number of Positions</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueAssetsMeasuredOnRecurringBasisTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Fair Value of Assets on Recurring Basis Segregated by Level of Valuation Inputs</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueAssetsMeasuredOnRecurringBasisTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Fair Value, Assets Measured on Recurring Basis [Table Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NoninterestBearingDepositLiabilities_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Noninterest-Bearing Deposit Liabilities, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NoninterestBearingDepositLiabilities_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Noninterest-bearing</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NoninterestBearingDepositLiabilities_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Noninterest-Bearing Deposit Liabilities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DerivativeAmountOfHedgedItem_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Amount of designated hedging item</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DerivativeAmountOfHedgedItem_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Derivative, Amount of Hedged Item</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfEarningsPerShareBasicAndDilutedTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Calculations of Basic and Diluted Earnings per Share</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfEarningsPerShareBasicAndDilutedTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Schedule of Earnings Per Share, Basic and Diluted [Table Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AmortizationAccretionOfDeferredLoanCosts_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Amortization of deferred loan fees</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AmortizationAccretionOfDeferredLoanCosts_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Amortization Accretion Of Deferred Loan Costs</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AmortizationAccretionOfDeferredLoanCosts_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Amortization accretion of deferred loan costs.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PaymentsForProceedsFromLoansAndLeases_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Payments for (Proceeds from) Loans and Leases, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PaymentsForProceedsFromLoansAndLeases_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Net change in loans</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PaymentsForProceedsFromLoansAndLeases_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Payments for (Proceeds from) Loans and Leases</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NetIncomeLossAttributableToNoncontrollingInterest_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Net Income (Loss) Attributable to Noncontrolling Interest, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NetIncomeLossAttributableToNoncontrollingInterest_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Net income attributable to noncontrolling interest</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NetIncomeLossAttributableToNoncontrollingInterest_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Net Income (Loss) Attributable to Noncontrolling Interest</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ImpairedFinancingReceivablesTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Summary of Impaired Loan Information by Portfolio Class</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ImpairedFinancingReceivablesTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Impaired Financing Receivables [Table Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableRecordedInvestmentNonaccrualStatus_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Nonaccrual status loans</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableRecordedInvestmentNonaccrualStatus_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable, Nonaccrual</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestRateSwapMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Interest Rate Swap [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestRateSwapMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Interest Rate Swap [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CollateralizedMortgageObligationsAgencyFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Collateralized mortgage obligations - US agency</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CollateralizedMortgageObligationsAgencyFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Collateralized Mortgage Obligations Agency Fair Value Disclosure</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CollateralizedMortgageObligationsAgencyFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">This element represents the portion of the balance sheet assertion valued at fair value by the entity whether such amount is presented as a separate caption or as a parenthetical disclosure. Additionally, this element may be used in connection with the fair value disclosures required in the footnote disclosures to the financial statements. The element may be used in both the balance sheet and disclosure in the same submission. This item represents the amount shown on an entity's books for investments in collateralized mortgage obligations agencies debt investment securities.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_MunicipalBondsMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Municipal Securities [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_MunicipalBondsMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Municipal Bonds [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueInRollingYearFour_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">2027</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueInRollingYearFour_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Lessee, Operating Lease, Liability, Payments, Due in Rolling Year Four</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LesseeOperatingLeaseExistenceOfOptionToExtend_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Operating lease, option to extend lease term</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LesseeOperatingLeaseExistenceOfOptionToExtend_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Lessee, Operating Lease, Existence of Option to Extend [true false]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DisaggregationOfRevenueTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Summary of Noninterest Income</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DisaggregationOfRevenueTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Disaggregation of Revenue [Table Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableAllowanceForCreditLossesRecovery_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Recoveries</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableAllowanceForCreditLossesRecovery_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable, Allowance for Credit Loss, Recovery</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueAfterRollingYearFive_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Thereafter</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueAfterRollingYearFive_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Lessee, Operating Lease, Liability, Payments, Due after Rolling Year Five</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FitzGibbonsAgencyLLCMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">FitzGibbons Agency LLC [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FitzGibbonsAgencyLLCMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Fitz Gibbons Agency L L C [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FitzGibbonsAgencyLLCMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">FitzGibbons agency LLC.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_IncreaseDecreaseInDemandDeposits_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Net change in demand deposits, NOW accounts, savings accounts, money management deposit accounts, MMDA accounts and escrow deposits</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_IncreaseDecreaseInDemandDeposits_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Increase (Decrease) in Demand Deposits</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossBeforeTax_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Other comprehensive (loss) income, before tax</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossBeforeTax_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Other Comprehensive Income (Loss), before Tax</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancialServiceOtherMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Other Charges, Commissions &amp; Fees [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancialServiceOtherMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financial Service, Other [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_DocumentFiscalYearFocus_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Document Fiscal Year Focus</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_DocumentFiscalYearFocus_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Document Fiscal Year Focus</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_IntangibleAssetsNetExcludingGoodwill_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Intangible Assets, Net (Excluding Goodwill), Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_IntangibleAssetsNetExcludingGoodwill_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Intangible assets, net</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_IntangibleAssetsNetExcludingGoodwill_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Intangible Assets, Net (Excluding Goodwill)</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_EsopSharesEarned_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">ESOP shares earned</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_EsopSharesEarned_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Esop Shares Earned</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_EsopSharesEarned_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Employee stock ownership plan shares earned during the period.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NoninterestIncomeOther_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Other miscellaneous income</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NoninterestIncomeOther_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Noninterest Income, Other</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AllowanceForLoanLossesOnBasisOfCalculationMethodologyAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Allowance For Loan Losses On Basis Of Calculation Methodology Abstract</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AllowanceForLoanLossesOnBasisOfCalculationMethodologyAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Allowance For Loan Losses On Basis Of Calculation Methodology [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AllowanceForLoanLossesOnBasisOfCalculationMethodologyAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Allowance for Loan Losses on Basis of Calculation Methodology [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivablePortfolioSegmentAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Financing Receivable Portfolio Segment</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivablePortfolioSegmentAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable Portfolio Segment [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_IncreaseDecreaseInAccruedInterestReceivableNet_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Net change in accrued interest receivable</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_IncreaseDecreaseInAccruedInterestReceivableNet_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Increase (Decrease) in Accrued Interest Receivable, Net</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_EarningsPerShareBasic_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Earnings Per Share, Basic, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_EarningsPerShareBasic_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Earnings per common share- basic</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_EarningsPerShareBasic_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Earnings Per Share, Basic</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionFairValueAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Held-to-maturity Securities, Continuous Unrealized Loss Position, Fair Value [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionFairValueAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Held-to-Maturity, Unrealized Loss Position, Fair Value [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_IncomeTaxesPaid_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Income taxes</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_IncomeTaxesPaid_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Income Taxes Paid</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CommonStockDividendsPerShareDeclared_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Dividends per common share (Voting and Series A Non-Voting)</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CommonStockDividendsPerShareDeclared_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Common Stock, Dividends, Per Share, Declared</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AssetsAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">ASSETS:</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AssetsAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Assets [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InvestmentsFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Investments, Fair Value Disclosure, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InvestmentsFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Total available-for-sale securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InvestmentsFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Investments, Fair Value Disclosure</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionAccumulatedLossAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Held-to-maturity Securities, Continuous Unrealized Loss Position, Accumulated Loss [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionAccumulatedLossAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Held-to-Maturity, Unrealized Loss Position, Accumulated Loss [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NonrecurringBasisAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Nonrecurring basis [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NonrecurringBasisAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Nonrecurring Basis [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NonrecurringBasisAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Nonrecurring basis [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AccumulatedNetInvestmentGainLossIncludingPortionAttributableToNoncontrollingInterestMember_lbl" xlink:role="http://www.xbrl.org/2003/role/verboseLabel">Unrealized Loss on Available for Sale Securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AccumulatedNetInvestmentGainLossIncludingPortionAttributableToNoncontrollingInterestMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Available-for-sale securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AccumulatedNetInvestmentGainLossIncludingPortionAttributableToNoncontrollingInterestMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">AOCI, Accumulated Gain (Loss), Debt Securities, Available-for-Sale, Including Noncontrolling Interest [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ScheduleOfAggregatePassRatingAndTheClassifiedRatingsTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Schedule of aggregate pass rating and the classified ratings</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ScheduleOfAggregatePassRatingAndTheClassifiedRatingsTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Schedule of aggregate pass rating and the classified ratings [Table Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ScheduleOfAggregatePassRatingAndTheClassifiedRatingsTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Schedule of aggregate pass rating and the classified ratings [Table Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleInvestmentSecuritiesAggregateFairValueAndAmortizedHistoricalCostPercentage_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Available-for-sale investment securities aggregate fair value and amortized historical cost percentage</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleInvestmentSecuritiesAggregateFairValueAndAmortizedHistoricalCostPercentage_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Available-for-sale investment securities aggregate fair value and amortized historical cost percentage</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleInvestmentSecuritiesAggregateFairValueAndAmortizedHistoricalCostPercentage_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Available-for-sale investment securities aggregate fair value and amortized historical cost percentage</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueInRollingYearThree_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">2026</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueInRollingYearThree_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Lessee, Operating Lease, Liability, Payments, Due in Rolling Year Three</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_HeldToMaturityNumberOfSecuritiesInUnrealizedLossPositionsLessThanTwelveMonths_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Number of securities in unrealized loss positions, less than twelve months</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_HeldToMaturityNumberOfSecuritiesInUnrealizedLossPositionsLessThanTwelveMonths_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Held To Maturity Number Of Securities In Unrealized Loss Positions Less Than Twelve Months</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_HeldToMaturityNumberOfSecuritiesInUnrealizedLossPositionsLessThanTwelveMonths_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">This element represent the number of held to maturity securities in unrealized loss positions for less than twelve months.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_LesseeOperatingLeaseLiabilityPaymentsDueIncludingUndiscountedExcessAmount_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Total minimum lease payments</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_LesseeOperatingLeaseLiabilityPaymentsDueIncludingUndiscountedExcessAmount_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Lessee Operating Lease Liability Payments Due Including Undiscounted Excess Amount</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_LesseeOperatingLeaseLiabilityPaymentsDueIncludingUndiscountedExcessAmount_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Lessee operating lease liability payments due including undiscounted excess amount.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancialInstrumentAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Financial Instrument</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancialInstrumentAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financial Instrument [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_TermLoansByOriginationYear2021Member_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Term Loans By Origination Year 2021 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_TermLoansByOriginationYear2021Member_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Term Loans By Origination Year 2021 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_TermLoansByOriginationYear2021Member_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Term Loans By Origination Year 2021 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherNoninterestExpense_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Other expenses</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherNoninterestExpense_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Other Noninterest Expense</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionGreaterThanTwelveMonthsAmortizedHistoricalCostBasis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Available For Sale Securities Continuous Unrealized Loss Position Greater Than Twelve Months Amortized Historical Cost Basis</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionGreaterThanTwelveMonthsAmortizedHistoricalCostBasis_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Available For Sale Securities Continuous Unrealized Loss Position Greater Than Twelve Months Amortized Historical Cost Basis</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProvisionForLoanAndLeaseLosses_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Provision for credit losses</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProvisionForLoanAndLeaseLosses_lbl" xlink:role="http://www.xbrl.org/2003/role/verboseLabel">Provisions (credits)</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProvisionForLoanAndLeaseLosses_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Provision for Loan and Lease Losses</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ResidentialMortgageConstructionMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Residential Construction Mortgage [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ResidentialMortgageConstructionMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Residential Mortgage Construction [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ResidentialMortgageConstructionMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Residential mortgage construction.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LiabilitiesAndStockholdersEquityAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">LIABILITIES AND SHAREHOLDERS' EQUITY:</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LiabilitiesAndStockholdersEquityAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Liabilities and Equity [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_SalariesAndWages_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Salaries and employee benefits</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_SalariesAndWages_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Salaries and employee benefits</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_SalariesAndWages_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Salary and Wage, NonOfficer, Excluding Cost of Good and Service Sold</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NotesReceivableNet_lbl" xlink:role="http://www.xbrl.org/2003/role/verboseLabel">Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NotesReceivableNet_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Residential mortgage loans pledged to FHLBNY as blanket collateral</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NotesReceivableNet_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Loans receivable, net</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NotesReceivableNet_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable, after Allowance for Credit Loss</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AccountsNotesAndLoansReceivableLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Accounts Notes And Loans Receivable [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AccountsNotesAndLoansReceivableLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Accounts, Notes, Loans and Financing Receivable [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NotesReceivableGross_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Financing Receivable, before Allowance for Credit Loss, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NotesReceivableGross_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Total Past Due</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NotesReceivableGross_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable, before Allowance for Credit Loss</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LoansAndLeasesReceivableRelatedPartiesProceeds_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Principal payments and related party removals</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LoansAndLeasesReceivableRelatedPartiesProceeds_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Loans and Leases Receivable, Related Parties, Proceeds</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NonGovernmentIssuedBackedSecuritiesMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Non Government Issued Backed Securities [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NonGovernmentIssuedBackedSecuritiesMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Non Government Issued Backed Securities [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_NonGovernmentIssuedBackedSecuritiesMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Non-Government Issued Backed Securities [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AntidilutiveSecuritiesNameDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Antidilutive Securities, Name</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AntidilutiveSecuritiesNameDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Antidilutive Securities, Name [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InternalCreditAssessmentDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Internal Credit Assessment</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InternalCreditAssessmentDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Internal Credit Assessment [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableforsaleSecuritiesMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Available for Sale Securities [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableforsaleSecuritiesMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Available-for-Sale Securities [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ValuationTechniqueAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Valuation Approach and Technique</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ValuationTechniqueAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Valuation Approach and Technique [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PreferredStockMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Preferred Stock [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PreferredStockMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Preferred Stock [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProfitLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/verboseLabel">Net income</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProfitLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Net income attributable to noncontrolling interest and Pathfinder Bancorp, Inc.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProfitLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Net Income</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProfitLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Net Income (Loss), Including Portion Attributable to Noncontrolling Interest</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NotesReceivableNetAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Notes, Loans and Financing Receivable, Net [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NotesReceivableNetAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable, after Allowance for Credit Loss [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DividendsCommonStock_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Dividends, Common Stock, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DividendsCommonStock_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Common stock dividends declared</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DividendsCommonStock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Dividends, Common Stock</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleSecuritiesDebtMaturitiesFairValueNet_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Available-for-sale securities, debt maturities, fair value, totals</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleSecuritiesDebtMaturitiesFairValueNet_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Available For Sale Securities Debt Maturities Fair Value Net</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AvailableForSaleSecuritiesDebtMaturitiesFairValueNet_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Available for sale securities debt maturities fair value net.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossBeforeReclassificationsNetOfTax_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Other comprehensive (loss) income before reclassifications</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossBeforeReclassificationsNetOfTax_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Other Comprehensive Income (Loss), before Reclassifications, Net of Tax</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FinancingReceivableAllowanceForCreditLossesSpecificallyReserved_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Specifically reserved</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FinancingReceivableAllowanceForCreditLossesSpecificallyReserved_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable Allowance For Credit Losses Specifically Reserved</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FinancingReceivableAllowanceForCreditLossesSpecificallyReserved_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Amount of financing receivables in allowance to specifically reserved.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NoninterestIncome_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Total noninterest income</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NoninterestIncome_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Noninterest Income</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_IncreaseDecreaseInTimeDeposits_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Increase (Decrease) in Time Deposits, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_IncreaseDecreaseInTimeDeposits_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Net change in time deposits</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_IncreaseDecreaseInTimeDeposits_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Increase (Decrease) in Time Deposits</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancialInstrumentsFinancialLiabilitiesBalanceSheetGroupingsAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Financial liabilities:</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancialInstrumentsFinancialLiabilitiesBalanceSheetGroupingsAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financial Instruments, Financial Liabilities, Balance Sheet Groupings [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeAvailableForSaleSecuritiesAdjustmentBeforeTaxPeriodIncreaseDecreaseAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Unrealized holding (losses) gains on available-for-sale securities:</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeAvailableForSaleSecuritiesAdjustmentBeforeTaxPeriodIncreaseDecreaseAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">OCI, Debt Securities, Available-for-Sale, Gain (Loss), after Adjustment, before Tax [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterOneThroughFiveYearsNetCarryingAmount_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Due after one year through five years</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterOneThroughFiveYearsNetCarryingAmount_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Held-to-Maturity, Amortized Cost, after Allowance for Credit Loss, Maturity, Allocated and Single Maturity Date, after Year One through Five</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecurities_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Debt Securities, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsAccumulatedLoss_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Less than twelve months Unrealized Losses</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsAccumulatedLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Available-for-Sale, Continuous Unrealized Loss Position, Less than 12 Months, Accumulated Loss</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueMeasurementsFairValueHierarchyDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Fair Value Hierarchy and NAV</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueMeasurementsFairValueHierarchyDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Fair Value Hierarchy and NAV [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinanceLeaseLiabilityStatementOfFinancialPositionExtensibleList_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Finance Lease, Liability, Statement of Financial Position [Extensible Enumeration]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinanceLeaseLiabilityStatementOfFinancialPositionExtensibleList_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Finance Lease, Liability, Statement of Financial Position [Extensible Enumeration]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_WeightedAverageRemainingLeaseTermAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Weighted Average Remaining Lease Term:</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_WeightedAverageRemainingLeaseTermAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Weighted Average Remaining Lease Term [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_WeightedAverageRemainingLeaseTermAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Weighted average remaining lease term.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossCashFlowHedgeGainLossBeforeReclassificationTax_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Unrealized gains on derivatives and hedging arising during the period</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossCashFlowHedgeGainLossBeforeReclassificationTax_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Other Comprehensive Income (Loss), Cash Flow Hedge, Gain (Loss), before Reclassification, Tax</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossCashFlowHedgeGainLossBeforeReclassificationTax_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Unrealized gains on derivatives and hedging arising during the period</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueMeasurementFrequencyDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Measurement Frequency</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueMeasurementFrequencyDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Measurement Frequency [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_WeightedAverageDiscountRateAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Weighted Average Discount Rate:</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_WeightedAverageDiscountRateAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Weighted Average Discount Rate [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_WeightedAverageDiscountRateAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Weighted average discount rate.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RelatedPartyTransactionLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Related Party Transaction [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_RelatedPartyTransactionLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Related Party Transaction [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LeaseCostAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Lease, Cost [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntityDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Entity</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_EntityDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Entity [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldtomaturitySecuritiesMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Held-to-Maturity Securities [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InterestRateCapMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Interest Rate Cap [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_CoverAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Cover [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DividendsNonVotingCommonStock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Non-Voting common stock dividends declared</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DividendsNonVotingCommonStock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Dividends Non Voting Common Stock</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DividendsNonVotingCommonStock_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">DividendsNonVotingCommonStock</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionGreaterThanTwelveMonthsAmortizedHistoricalCostBasis_lbl" xlink:role="http://www.xbrl.org/2003/role/verboseLabel">Held to maturity securities continuous unrealized loss position greater than twelve months amortized historical cost basis</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionGreaterThanTwelveMonthsAmortizedHistoricalCostBasis_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Held to maturity securities continuous unrealized loss position greater than twelve months amortized historical cost basis</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionGreaterThanTwelveMonthsAmortizedHistoricalCostBasis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Held To Maturity Securities Continuous Unrealized Loss Position Greater Than Twelve Months Amortized Historical Cost Basis</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionGreaterThanTwelveMonthsAmortizedHistoricalCostBasis_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Held to maturity securities continuous unrealized loss position greater than twelve months amortized historical cost basis.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="srt_ProductsAndServicesDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Product and Service</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="srt_ProductsAndServicesDomain_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Product and Service [Domain]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LoansReceivableMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Loans receivable Member</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LoansReceivableMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Loans Receivable [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueByMeasurementBasisAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Measurement Basis</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueByMeasurementBasisAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Measurement Basis [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesWithinOneYearFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Due in one year or less</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesWithinOneYearFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Held-to-Maturity, Fair Value, Maturity, Allocated and Single Maturity Date, Year One</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AggregateOfAvailableForSaleSecuritiesDebtMaturitiesFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Sub-total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AggregateOfAvailableForSaleSecuritiesDebtMaturitiesFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Aggregate Of Available For Sale Securities Debt Maturities Fair Value</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AggregateOfAvailableForSaleSecuritiesDebtMaturitiesFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">This item represents the total of all debt securities grouped by maturity dates at fair value.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancialServicesSectorMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financial Services Sector [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossTaxPortionAttributableToParentAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Tax Effect Allocated to Each Component of Other Comprehensive Income (Loss)</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherComprehensiveIncomeLossTaxPortionAttributableToParentAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Other Comprehensive Income (Loss), Tax, Portion Attributable to Parent, Parenthetical Disclosure [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="srt_MaximumMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Maximum [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="srt_MaximumMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Maximum [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesNetCarryingAmountAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Held-to-maturity Securities, debt maturities, amortized cost [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesNetCarryingAmountAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Held-to-Maturity, Amortized Cost, after Allowance for Credit Loss, Maturity [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ScheduleOfAvailableForSaleSecuritiesAndHeldToMaturitySecuritiesLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Schedule of Available-for-sale Securities and Held-to-Maturity Securities [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ScheduleOfAvailableForSaleSecuritiesAndHeldToMaturitySecuritiesLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Schedule Of Available For Sale Securities And Held To Maturity Securities [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_ScheduleOfAvailableForSaleSecuritiesAndHeldToMaturitySecuritiesLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Schedule of available for sale securities and held to maturity securities.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CommercialPortfolioSegmentMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Commercial Loans [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CommercialPortfolioSegmentMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Commercial Portfolio Segment [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NetCashProvidedByUsedInInvestingActivities_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Net cash outflows from investing activities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_NetCashProvidedByUsedInInvestingActivities_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Net Cash Provided by (Used in) Investing Activities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_WarrantDividendsIncomeStatementImpact_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Warrant dividends</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_WarrantDividendsIncomeStatementImpact_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Warrant Dividends Income Statement Impact</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_WarrantDividendsIncomeStatementImpact_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Warrant dividends, income statement impact.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_EquitySecuritiesFvNiGainLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Equity Securities, FV-NI, Gain (Loss), Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_EquitySecuritiesFvNiGainLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Gains on marketable equity securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_EquitySecuritiesFvNiGainLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Equity Securities, FV-NI, Gain (Loss)</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfAntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareTable_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Schedule Of Antidilutive Securities Excluded From Computation Of Earnings Per Share [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfAntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareTable_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Schedule of Antidilutive Securities Excluded from Computation of Earnings Per Share [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FamilyFirstLienResidentialMortgages1To4Member_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">1-4 Family First Lien Residential Mortgages [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FamilyFirstLienResidentialMortgages1To4Member_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Family First Lien Residential Mortgages1 To4 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FamilyFirstLienResidentialMortgages1To4Member_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Class of financing receivables related to 1-4 family first-lien residential mortgages.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InvestmentsClassifiedByContractualMaturityDateTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Amortized Cost and Estimated Fair Value of Debt Investments by Contractual Maturity</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_InvestmentsClassifiedByContractualMaturityDateTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Investments Classified by Contractual Maturity Date [Table Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueInputsLevel3Member_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Level 3 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueInputsLevel3Member_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Fair Value, Inputs, Level 3 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_StockIssuedDuringPeriodSharesRestrictedStockAwardGross_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Restricted stock awards/units (in shares)</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_StockIssuedDuringPeriodSharesRestrictedStockAwardGross_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Stock Issued During Period, Shares, Restricted Stock Award, Gross</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebitCardMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Debit Card Interchange Fees [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebitCardMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debit Card [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivablesPeriodPastDueAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Financial Asset, Aging</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivablesPeriodPastDueAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financial Asset, Aging [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LoanRestructuringModificationAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Loan Restructuring Modification [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DividendsWarrant_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Warrant dividends declared</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DividendsWarrant_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Dividends Warrant</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DividendsWarrant_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Dividends Warrant.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AfsInvestmentsMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">AFS Investments [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AfsInvestmentsMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">AFS investments [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AfsInvestmentsMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">AFS investments [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FairValueReceivablePayableAtQuarterEndMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Fair Value Receivable (Payable) at Quarter End [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FairValueReceivablePayableAtQuarterEndMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Fair Value Receivable (Payable) at Quarter End Member</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FairValueReceivablePayableAtQuarterEndMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Fair Value Receivable (Payable) at Quarter End Member</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_StockIssuedDuringPeriodValueStockOptionsExercised_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Stock options exercised</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_StockIssuedDuringPeriodValueStockOptionsExercised_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Stock Issued During Period, Value, Stock Options Exercised</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DerivativeLossStatementOfIncomeOrComprehensiveIncomeExtensibleEnumeration_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Derivative, Loss, Statement of Income or Comprehensive Income [Extensible Enumeration]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProvisionForLoanLossesExpensed_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Additional provision for loan losses</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProvisionForLoanLossesExpensed_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable, Credit Loss, Expense (Reversal)</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_EquitySecuritiesAvailableForSaleAccumulatedGrossUnrealizedLossBeforeTax_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Gross Unrealized Losses, Equity investment securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_EquitySecuritiesAvailableForSaleAccumulatedGrossUnrealizedLossBeforeTax_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Equity Securities Available For Sale Accumulated Gross Unrealized Loss Before Tax</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_EquitySecuritiesAvailableForSaleAccumulatedGrossUnrealizedLossBeforeTax_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Equity securities, available-for-sale, accumulated gross unrealized loss, before tax.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_InsuranceCommissionsMember_lbl" xlink:role="http://www.xbrl.org/2003/role/verboseLabel">Insurance Agency [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_InsuranceCommissionsMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Insurance Commissions [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_InsuranceCommissionsMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Insurance Commissions [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_InsuranceCommissionsMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Insurance commissions.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="srt_StandardPoorsBBBRatingMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">BBB or equivalent</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="srt_StandardPoorsBBBRatingMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Standard &amp; Poor's, BBB Rating [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueHedgeAssetsAtFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Investments</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueHedgeAssetsAtFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Fair Value Hedge Assets</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AlternativeInvestmentMeasurementInput_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Fair value inputs, discount rate</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AlternativeInvestmentMeasurementInput_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Alternative Investment, Measurement Input</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AverageRecordedInvestmentInImpairedLoansTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Average Recorded Investment In Impaired Loans</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AverageRecordedInvestmentInImpairedLoansTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Average Recorded Investment In Impaired Loans Table [Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_AverageRecordedInvestmentInImpairedLoansTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Tabular disclosure of average recorded investment related to impaired financing receivables.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CommonStockSharesAuthorized_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Common stock, shares authorized (in shares)</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CommonStockSharesAuthorized_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Common Stock, Shares Authorized</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DerivativeAssetsLiabilitiesAtFairValueNet_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Derivative Assets (Liabilities), at Fair Value, Net, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DerivativeAssetsLiabilitiesAtFairValueNet_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Derivative Assets (Liabilities), at Fair Value, Net</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DerivativeAssetsLiabilitiesAtFairValueNet_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Net Derivative Assets</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_TradingSymbol_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Trading Symbol</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="dei_TradingSymbol_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Trading Symbol</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="srt_OwnershipAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Ownership</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="srt_OwnershipAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Ownership [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ReclassificationOutOfAccumulatedOtherComprehensiveIncomeTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Schedule of Amounts Reclassified Out of Each Component of AOCI</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ReclassificationOutOfAccumulatedOtherComprehensiveIncomeTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Reclassification out of Accumulated Other Comprehensive Income [Table Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfImpairedFinancingReceivableTable_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Schedule Of Impaired Financing Receivable [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfImpairedFinancingReceivableTable_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Schedule of Impaired Financing Receivable [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FederalDepositInsuranceCorporationPremiumExpense_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">FDIC assessments</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FederalDepositInsuranceCorporationPremiumExpense_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Federal Deposit Insurance Corporation Premium Expense</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableCreditQualityIndicatorsTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Amortized cost of debt securities categorized as held-to-maturity aggregated by credit quality</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancingReceivableCreditQualityIndicatorsTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable Credit Quality Indicators [Table Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_TroubledDebtRestructuringsOnFinancingReceivablesTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Troubled Debt Restructurings on Financing Receivables</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_TroubledDebtRestructuringsOnFinancingReceivablesTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable, Troubled Debt Restructuring [Table Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LoansReceivableHeldForSaleAmount_lbl" xlink:role="http://www.xbrl.org/2003/role/verboseLabel">Loans held-for-sale</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_LoansReceivableHeldForSaleAmount_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable, Held-for-Sale</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherLiabilities_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Other Liabilities, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherLiabilities_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Other liabilities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_OtherLiabilities_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Other Liabilities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_SubsequentEventTypeAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Subsequent Event Type [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueHedgingMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Fair Value Hedging [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FairValueHedgingMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Fair Value Hedging [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CashAndDueFromBanks_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Cash and due from banks</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CashAndDueFromBanks_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Cash and Due from Banks, Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CashAndDueFromBanks_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Cash and Due from Banks</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CollateralDepositsForHedgePositionIncludedInCashAndDueFromBanks_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Collateral deposits for hedge position included in cash and due from banks</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CollateralDepositsForHedgePositionIncludedInCashAndDueFromBanks_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Collateral Deposits For Hedge Position Included In Cash And Due From Banks</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CollateralDepositsForHedgePositionIncludedInCashAndDueFromBanks_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Collateral deposits for hedge position included in cash and due from banks.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FinancingReceivableCreditQualityIndicatorTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Allowance for credit losses on investment securities classified as held-to-maturity</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FinancingReceivableCreditQualityIndicatorTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable Credit Quality Indicator [Table Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_FinancingReceivableCreditQualityIndicatorTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Financing Receivable Credit Quality Indicator [Table Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_InterestRateCashFlowHedgeLiabilityIncreaseDecreaseAtFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Interest rate swap derivative cash flow hedges</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_InterestRateCashFlowHedgeLiabilityIncreaseDecreaseAtFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Interest Rate Cash Flow Hedge Liability Increase Decrease At Fair Value</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_InterestRateCashFlowHedgeLiabilityIncreaseDecreaseAtFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Interest rate cash flow hedge liability increase decrease at fair value.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_BalanceSheetLocationAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Balance Sheet Location</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_BalanceSheetLocationAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Balance Sheet Location [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterOneThroughFiveYearsFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Due after one year through five years</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterOneThroughFiveYearsFairValue_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Held-to-Maturity, Fair Value, Maturity, Allocated and Single Maturity Date, after Year One Through Five</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ComprehensiveIncomeNetOfTax_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Comprehensive Income (Loss), Net of Tax, Attributable to Parent</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ComprehensiveIncomeNetOfTax_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Comprehensive income (loss) attributable to Pathfinder Bancorp, Inc.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProfessionalFees_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Professional and other services</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ProfessionalFees_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Professional Fees</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedLossBeforeTax_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Gross Unrealized Losses, Debt investment securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedLossBeforeTax_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Available-for-Sale, Accumulated Gross Unrealized Loss, before Tax</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AccumulatedOtherComprehensiveIncomeLossLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Accumulated Other Comprehensive Income Loss [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AccumulatedOtherComprehensiveIncomeLossLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Accumulated Other Comprehensive Income (Loss) [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfRelatedPartyTransactionsByRelatedPartyTable_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Schedule Of Related Party Transactions By Related Party [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_ScheduleOfRelatedPartyTransactionsByRelatedPartyTable_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Schedule of Related Party Transactions, by Related Party [Table]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CashFlowHedgingMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Cash Flow Hedging [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CashFlowHedgingMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Cash Flow Hedging [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_SpecialMentionMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Special Mention [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_SpecialMentionMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Special Mention [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="srt_StandardPoorsAAARatingMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">AAA or equivalent</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="srt_StandardPoorsAAARatingMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Standard &amp; Poor's, AAA Rating [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtAndEquitySecuritiesGainLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/totalLabel">Debt and Equity Securities, Gain (Loss), Total</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtAndEquitySecuritiesGainLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt and Equity Securities, Gain (Loss)</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DebtAndEquitySecuritiesGainLoss_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Net gains on sales and redemptions of investment securities</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CommonStockParOrStatedValuePerShare_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Common stock, par value (in dollars per share)</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CommonStockParOrStatedValuePerShare_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Common Stock, Par or Stated Value Per Share</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HedgedAssetFairValueHedgeCumulativeIncreaseDecrease_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Cumulative Amount of Fair Value Hedging Adjustment Included in The Carrying Amount of the Hedged Assets</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HedgedAssetFairValueHedgeCumulativeIncreaseDecrease_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Hedged Asset, Fair Value Hedge, Cumulative Increase (Decrease)</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_RealizedGainsOnInvestmentsSold_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Realized gains on investments</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_RealizedGainsOnInvestmentsSold_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Realized Gains On Investments Sold</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_RealizedGainsOnInvestmentsSold_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">The net realized gain on investments sold during the period, not including gains (losses) on securities separately or otherwise categorized as trading, available-for-sale, or held-to-maturity, which, for cash flow reporting, is a component of proceeds from investing activities.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancialAssetNotPastDueMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Current [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_FinancialAssetNotPastDueMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financial Asset, Not Past Due [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PurchasedUnsecuredConsumerInstallmentLoansPool3Member_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Unsecured Consumer Installment Loans Pool 3 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PurchasedUnsecuredConsumerInstallmentLoansPool3Member_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Purchased Unsecured Consumer Installment Loans Pool3 [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_PurchasedUnsecuredConsumerInstallmentLoansPool3Member_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Purchased unsecured consumer installment loans pool 3.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AllowanceForCreditLossesOnFinancingReceivablesTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Schedule of Changes in the Allowance for Loan Losses</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AllowanceForCreditLossesOnFinancingReceivablesTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable, Allowance for Credit Loss [Table Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DepositRelatedFeesDepositAccountMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Deposit Related Fees [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DepositRelatedFeesDepositAccountMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Deposit Related Fees Deposit Account [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_DepositRelatedFeesDepositAccountMember_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Deposit related fees deposit account.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterFiveThroughTenYearsNetCarryingAmount_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Due after five years through ten years</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterFiveThroughTenYearsNetCarryingAmount_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Debt Securities, Held-to-Maturity, Amortized Cost, after Allowance for Credit Loss, Maturity, Allocated and Single Maturity Date, after Year 5 through 10</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DefinedBenefitPlanDisclosureLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Defined Benefit Plan Disclosure [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DefinedBenefitPlanDisclosureLineItems_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Defined Benefit Plan Disclosure [Line Items]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DerivativeInstrumentRiskAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Derivative Instrument</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DerivativeInstrumentRiskAxis_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Derivative Instrument [Axis]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_EstimateOfFairValueFairValueDisclosureMember_lbl" xlink:role="http://www.xbrl.org/2003/role/verboseLabel">Estimated Fair Values [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_EstimateOfFairValueFairValueDisclosureMember_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Total Fair Value [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_EstimateOfFairValueFairValueDisclosureMember_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Estimate of Fair Value Measurement [Member]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CashPaidForAmountsIncludedInMeasurementOfLeaseLiabilitiesAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Cash paid for amount included in the measurement of lease liabilities:</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CashPaidForAmountsIncludedInMeasurementOfLeaseLiabilitiesAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Cash Paid For Amounts Included In Measurement Of Lease Liabilities [Abstract]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="pbhc_CashPaidForAmountsIncludedInMeasurementOfLeaseLiabilitiesAbstract_lbl" xlink:role="http://www.xbrl.org/2003/role/documentation">Cash paid for amounts included in the measurement of lease liabilities.</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_IncreaseDecreaseInFairValueOfInterestRateFairValueHedgingInstruments1_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Increase (Decrease) in Fair Value of Interest Rate Fair Value Hedging Instruments</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_IncreaseDecreaseInFairValueOfInterestRateFairValueHedgingInstruments1_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Increase (Decrease) in Fair Value of Interest Rate Fair Value Hedging Instruments</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareAmount_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Anti-dilutive stock options (in shares)</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareAmount_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Antidilutive Securities Excluded from Computation of Earnings Per Share, Amount</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CashAndCashEquivalentsFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Cash and cash equivalents</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_CashAndCashEquivalentsFairValueDisclosure_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Cash and Cash Equivalents, Fair Value Disclosure</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PastDueFinancingReceivablesTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/terseLabel">Age Analysis of Past Due Loans Segregated by Portfolio Segment and Class of Loans</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_PastDueFinancingReceivablesTableTextBlock_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Financing Receivable, Past Due [Table Text Block]</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DefinedBenefitPlanExpectedReturnOnPlanAssets_lbl" xlink:role="http://www.xbrl.org/2009/role/negatedLabel">Expected return on plan assets</link:label>
    <link:label xml:lang="en-US" xlink:type="resource" xlink:label="us-gaap_DefinedBenefitPlanExpectedReturnOnPlanAssets_lbl" xlink:role="http://www.xbrl.org/2003/role/label">Defined Benefit Plan, Expected Return (Loss) on Plan Assets</link:label>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_EntityAddressCityOrTown" xlink:to="dei_EntityAddressCityOrTown_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ImpairedFinancingReceivableWithRelatedAllowanceRecordedInvestment" xlink:to="us-gaap_ImpairedFinancingReceivableWithRelatedAllowanceRecordedInvestment_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_FinanceLeaseCost" xlink:to="pbhc_FinanceLeaseCost_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_OnePrivateLabelCollateralizedMortgageObligationSecuritiesByCommercialMortgageLoansMember" xlink:to="pbhc_OnePrivateLabelCollateralizedMortgageObligationSecuritiesByCommercialMortgageLoansMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_JuniorSubordinatedDebenturesFairValueDisclosure" xlink:to="pbhc_JuniorSubordinatedDebenturesFairValueDisclosure_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_NetIncomeLossAvailableToCommonStockholdersBasic" xlink:to="us-gaap_NetIncomeLossAvailableToCommonStockholdersBasic_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FairValueDisclosuresAbstract" xlink:to="us-gaap_FairValueDisclosuresAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_BankingHouseRentsCollectedMember" xlink:to="pbhc_BankingHouseRentsCollectedMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_EarningsPerShareAbstract" xlink:to="us-gaap_EarningsPerShareAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AvailableForSaleAmortizedCostBasisEquitySecurities" xlink:to="pbhc_AvailableForSaleAmortizedCostBasisEquitySecurities_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FairValueInputsLevel1Member" xlink:to="us-gaap_FairValueInputsLevel1Member_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AvailableForSaleDebtAndEquitySecuritiesAccumulatedGrossUnrealizedLossBeforeTax" xlink:to="pbhc_AvailableForSaleDebtAndEquitySecuritiesAccumulatedGrossUnrealizedLossBeforeTax_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AverageNotionalBalanceMember" xlink:to="pbhc_AverageNotionalBalanceMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_ScheduleOfAvailableForSaleSecuritiesAndHeldToMaturitySecuritiesTable" xlink:to="pbhc_ScheduleOfAvailableForSaleSecuritiesAndHeldToMaturitySecuritiesTable_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_StockIssuedDuringPeriodValueNewIssues" xlink:to="us-gaap_StockIssuedDuringPeriodValueNewIssues_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_NetCashProvidedByUsedInFinancingActivitiesAbstract" xlink:to="us-gaap_NetCashProvidedByUsedInFinancingActivitiesAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_TermLoansByOriginationYear2020Member" xlink:to="pbhc_TermLoansByOriginationYear2020Member_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_IncreaseDecreaseInOtherOperatingCapitalNet" xlink:to="us-gaap_IncreaseDecreaseInOtherOperatingCapitalNet_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_WarrantDividendsPerShareDeclared" xlink:to="pbhc_WarrantDividendsPerShareDeclared_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FairValueDisclosureItemAmountsDomain" xlink:to="us-gaap_FairValueDisclosureItemAmountsDomain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_AmendmentFlag" xlink:to="dei_AmendmentFlag_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_RealEstateLoanMember" xlink:to="us-gaap_RealEstateLoanMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_ImpairedLoansFairValueDisclosure" xlink:to="pbhc_ImpairedLoansFairValueDisclosure_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_NatureOfOperationsLineItems" xlink:to="pbhc_NatureOfOperationsLineItems_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_LesseeOperatingLeasesRemainingLeaseTerm" xlink:to="pbhc_LesseeOperatingLeasesRemainingLeaseTerm_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_SubsequentEventTypeDomain" xlink:to="us-gaap_SubsequentEventTypeDomain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_PurchasedSecuredConsumerInstallmentLoansPool4Member" xlink:to="pbhc_PurchasedSecuredConsumerInstallmentLoansPool4Member_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_GainLossOnSaleOfInvestments" xlink:to="us-gaap_GainLossOnSaleOfInvestments_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_NetCashReceivedPaidRecordedInNetIncomeMember" xlink:to="pbhc_NetCashReceivedPaidRecordedInNetIncomeMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ShortTermBorrowings" xlink:to="us-gaap_ShortTermBorrowings_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_NumberOfSecuritiesHeldToMaturity" xlink:to="pbhc_NumberOfSecuritiesHeldToMaturity_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AssetBackedSecuritiesDisclosure" xlink:to="pbhc_AssetBackedSecuritiesDisclosure_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_MonthsOfUnrealizedLossPositions" xlink:to="pbhc_MonthsOfUnrealizedLossPositions_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_OtherCommercialAndIndustrialMember" xlink:to="pbhc_OtherCommercialAndIndustrialMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_Goodwill" xlink:to="us-gaap_Goodwill_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="srt_StandardPoorsARatingMember" xlink:to="srt_StandardPoorsARatingMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OperatingLeaseRightOfUseAsset" xlink:to="us-gaap_OperatingLeaseRightOfUseAsset_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AggregateOfHeldToMaturitySecuritiesDebtMaturitiesCarryingAmount" xlink:to="pbhc_AggregateOfHeldToMaturitySecuritiesDebtMaturitiesCarryingAmount_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LoansAndLeasesReceivableGrossCarryingAmount" xlink:to="us-gaap_LoansAndLeasesReceivableGrossCarryingAmount_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_DocumentQuarterlyReport" xlink:to="dei_DocumentQuarterlyReport_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InterestAndDividendIncomeOperatingAbstract" xlink:to="us-gaap_InterestAndDividendIncomeOperatingAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_InvestmentServicesRevenueMember" xlink:to="pbhc_InvestmentServicesRevenueMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_CreditQualityInformationAbstract" xlink:to="us-gaap_CreditQualityInformationAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ImpairedFinancingReceivableInterestIncomeCashBasisMethod" xlink:to="us-gaap_ImpairedFinancingReceivableInterestIncomeCashBasisMethod_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_StandbyLettersOfCreditMember" xlink:to="us-gaap_StandbyLettersOfCreditMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_StatementTable" xlink:to="us-gaap_StatementTable_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OtherComprehensiveIncomeLossTax" xlink:to="us-gaap_OtherComprehensiveIncomeLossTax_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_UnallocatedMember" xlink:to="pbhc_UnallocatedMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_GainLossOnSaleOfInvestmentsAbstract" xlink:to="us-gaap_GainLossOnSaleOfInvestmentsAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_CommercialAndIndustrialMember" xlink:to="pbhc_CommercialAndIndustrialMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OtherPostretirementBenefitPlansDefinedBenefitMember" xlink:to="us-gaap_OtherPostretirementBenefitPlansDefinedBenefitMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OperatingLeasePayments" xlink:to="us-gaap_OperatingLeasePayments_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InterestRateCashFlowHedgeDerivativeAtFairValueNet" xlink:to="us-gaap_InterestRateCashFlowHedgeDerivativeAtFairValueNet_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionLessThanTwelveMonthsFairValue" xlink:to="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionLessThanTwelveMonthsFairValue_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_CreditAndDebitCardMember" xlink:to="us-gaap_CreditAndDebitCardMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AccumulatedOtherComprehensiveIncomeLossTable" xlink:to="us-gaap_AccumulatedOtherComprehensiveIncomeLossTable_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_ScheduleOfAllowanceForLoanLossesOnBasisOfCalculationMethodologyTableTextBlock" xlink:to="pbhc_ScheduleOfAllowanceForLoanLossesOnBasisOfCalculationMethodologyTableTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_PaymentsOfDividendsCommonStock" xlink:to="us-gaap_PaymentsOfDividendsCommonStock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ImpairedFinancingReceivableWithNoRelatedAllowanceRecordedInvestment" xlink:to="us-gaap_ImpairedFinancingReceivableWithNoRelatedAllowanceRecordedInvestment_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithinOneYearAmortizedCost" xlink:to="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithinOneYearAmortizedCost_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_HeldToMaturitySecuritiesFairValue" xlink:to="us-gaap_HeldToMaturitySecuritiesFairValue_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionAccumulatedLossAbstract" xlink:to="us-gaap_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionAccumulatedLossAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ScheduleOfFinancingReceivablesPastDueTable" xlink:to="us-gaap_ScheduleOfFinancingReceivablesPastDueTable_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InterestIncomeSecuritiesTaxExempt" xlink:to="us-gaap_InterestIncomeSecuritiesTaxExempt_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_HedgingRelationshipDomain" xlink:to="us-gaap_HedgingRelationshipDomain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="srt_ProductOrServiceAxis" xlink:to="srt_ProductOrServiceAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_BankOwnedLifeInsuranceIncome" xlink:to="us-gaap_BankOwnedLifeInsuranceIncome_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_FairValueHedgesAxis" xlink:to="pbhc_FairValueHedgesAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AdditionalNonAccrualCommercialLoan" xlink:to="pbhc_AdditionalNonAccrualCommercialLoan_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_DebtSecuritiesAggregateAmortizedHistoricalCost" xlink:to="pbhc_DebtSecuritiesAggregateAmortizedHistoricalCost_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LesseeOperatingLeasesTextBlock" xlink:to="us-gaap_LesseeOperatingLeasesTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ImpairedFinancingReceivableAverageRecordedInvestmentAbstract" xlink:to="us-gaap_ImpairedFinancingReceivableAverageRecordedInvestmentAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_EmployeeStockOptionMember" xlink:to="us-gaap_EmployeeStockOptionMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FairValueInputsLevel12And3Member" xlink:to="us-gaap_FairValueInputsLevel12And3Member_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OperatingLeaseWeightedAverageRemainingLeaseTerm1" xlink:to="us-gaap_OperatingLeaseWeightedAverageRemainingLeaseTerm1_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ReclassificationFromAccumulatedOtherComprehensiveIncomeCurrentPeriodNetOfTax" xlink:to="us-gaap_ReclassificationFromAccumulatedOtherComprehensiveIncomeCurrentPeriodNetOfTax_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LiabilitiesAndStockholdersEquity" xlink:to="us-gaap_LiabilitiesAndStockholdersEquity_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AociIncludingPortionAttributableToNoncontrollingInterestMember" xlink:to="us-gaap_AociIncludingPortionAttributableToNoncontrollingInterestMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LoansAndLeasesReceivableRelatedPartiesAdditions" xlink:to="us-gaap_LoansAndLeasesReceivableRelatedPartiesAdditions_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AccumulatedGainLossCashFlowHedgeIncludingNoncontrollingInterestMember" xlink:to="us-gaap_AccumulatedGainLossCashFlowHedgeIncludingNoncontrollingInterestMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_NetGainsLossesOnSalesOfLoansAndForeclosedRealEstate" xlink:to="pbhc_NetGainsLossesOnSalesOfLoansAndForeclosedRealEstate_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_PrivateLabelMortgagedBackedSecuritiesNotRatedMember" xlink:to="pbhc_PrivateLabelMortgagedBackedSecuritiesNotRatedMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_PledgedStatusDomain" xlink:to="us-gaap_PledgedStatusDomain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_TroubledDebtRestructuringDuringPriorTwelveMonthsMember" xlink:to="pbhc_TroubledDebtRestructuringDuringPriorTwelveMonthsMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_InterestReceivableFairValueDisclosure" xlink:to="pbhc_InterestReceivableFairValueDisclosure_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_MeasurementInputDiscountRateMember" xlink:to="us-gaap_MeasurementInputDiscountRateMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LeasesOperatingAbstract" xlink:to="us-gaap_LeasesOperatingAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_EntityIncorporationStateCountryCode" xlink:to="dei_EntityIncorporationStateCountryCode_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_IncomeStatementAbstract" xlink:to="us-gaap_IncomeStatementAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_FinancingReceivableAllowanceForCreditLossesHistoricalLossRate" xlink:to="pbhc_FinancingReceivableAllowanceForCreditLossesHistoricalLossRate_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueNextRollingTwelveMonths" xlink:to="us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueNextRollingTwelveMonths_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AggregateOfAvailableForSaleSecuritiesDebtMaturitiesAmortizedCostBasis" xlink:to="pbhc_AggregateOfAvailableForSaleSecuritiesDebtMaturitiesAmortizedCostBasis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OrganizationConsolidationAndPresentationOfFinancialStatementsDisclosureTextBlock" xlink:to="us-gaap_OrganizationConsolidationAndPresentationOfFinancialStatementsDisclosureTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinanceLeaseWeightedAverageRemainingLeaseTerm1" xlink:to="us-gaap_FinanceLeaseWeightedAverageRemainingLeaseTerm1_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_DebtSecuritiesHeldToMaturityAmortizedCostBeforeAllowanceForCreditLosses" xlink:to="pbhc_DebtSecuritiesHeldToMaturityAmortizedCostBeforeAllowanceForCreditLosses_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterFiveThroughTenYearsFairValue" xlink:to="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterFiveThroughTenYearsFairValue_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ProceedsFromSaleOfHeldToMaturitySecurities" xlink:to="us-gaap_ProceedsFromSaleOfHeldToMaturitySecurities_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansNetUnamortizedGainLossArisingDuringPeriodTax" xlink:to="us-gaap_OtherComprehensiveIncomeDefinedBenefitPlansNetUnamortizedGainLossArisingDuringPeriodTax_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AvailableForSaleDebtAndEquitySecurities" xlink:to="pbhc_AvailableForSaleDebtAndEquitySecurities_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterTenYearsFairValue" xlink:to="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterTenYearsFairValue_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LoansAndLeasesReceivableRelatedParties" xlink:to="us-gaap_LoansAndLeasesReceivableRelatedParties_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueInRollingYearTwo" xlink:to="us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueInRollingYearTwo_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LossContingenciesByNatureOfContingencyAxis" xlink:to="us-gaap_LossContingenciesByNatureOfContingencyAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ComprehensiveIncomeNetOfTaxAttributableToNoncontrollingInterest" xlink:to="us-gaap_ComprehensiveIncomeNetOfTaxAttributableToNoncontrollingInterest_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FairValueMeasurementsRecurringMember" xlink:to="us-gaap_FairValueMeasurementsRecurringMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InterestExpense" xlink:to="us-gaap_InterestExpense_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_USStatesAndPoliticalSubdivisionsMember" xlink:to="us-gaap_USStatesAndPoliticalSubdivisionsMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ResidentialPortfolioSegmentMember" xlink:to="us-gaap_ResidentialPortfolioSegmentMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_USTreasuryAndGovernmentMember" xlink:to="us-gaap_USTreasuryAndGovernmentMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ForeclosedAssets" xlink:to="us-gaap_ForeclosedAssets_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DividendsPreferredStock" xlink:to="us-gaap_DividendsPreferredStock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancingReceivableModificationsSubsequentDefaultNumberOfContracts1" xlink:to="us-gaap_FinancingReceivableModificationsSubsequentDefaultNumberOfContracts1_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_CreditCardMerchantDiscountMember" xlink:to="us-gaap_CreditCardMerchantDiscountMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_RevolvingLoanMember" xlink:to="pbhc_RevolvingLoanMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AutomobileLoanMember" xlink:to="us-gaap_AutomobileLoanMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancingReceivablesEqualToGreaterThan90DaysPastDueMember" xlink:to="us-gaap_FinancingReceivablesEqualToGreaterThan90DaysPastDueMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DerivativeAssets" xlink:to="us-gaap_DerivativeAssets_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OperatingLeaseWeightedAverageDiscountRatePercent" xlink:to="us-gaap_OperatingLeaseWeightedAverageDiscountRatePercent_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancialAssetPastDueMember" xlink:to="us-gaap_FinancialAssetPastDueMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_EntitySmallBusiness" xlink:to="dei_EntitySmallBusiness_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents" xlink:to="us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalents_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AccumulatedOtherComprehensiveIncomeLossNetOfTaxAbstract" xlink:to="us-gaap_AccumulatedOtherComprehensiveIncomeLossNetOfTaxAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTable" xlink:to="us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTable_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_TaxExemptLoansMember" xlink:to="pbhc_TaxExemptLoansMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DerivativeInstrumentsGainLossByHedgingRelationshipAxis" xlink:to="us-gaap_DerivativeInstrumentsGainLossByHedgingRelationshipAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ReclassificationOutOfAccumulatedOtherComprehensiveIncomeMember" xlink:to="us-gaap_ReclassificationOutOfAccumulatedOtherComprehensiveIncomeMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_MortgageBackedSecuritiesIssuedByUSGovernmentSponsoredEnterprisesMember" xlink:to="us-gaap_MortgageBackedSecuritiesIssuedByUSGovernmentSponsoredEnterprisesMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InvestmentTypeCategorizationMember" xlink:to="us-gaap_InvestmentTypeCategorizationMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_InvestmentSecuritiesUnrealizedLossPositionPercentage" xlink:to="pbhc_InvestmentSecuritiesUnrealizedLossPositionPercentage_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_PercentageOfNonperformingLoans" xlink:to="pbhc_PercentageOfNonperformingLoans_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LoansMember" xlink:to="us-gaap_LoansMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InterestExpenseDeposits" xlink:to="us-gaap_InterestExpenseDeposits_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OccupancyNet" xlink:to="us-gaap_OccupancyNet_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ClassOfFinancingReceivableTypeOfBorrowerDomain" xlink:to="us-gaap_ClassOfFinancingReceivableTypeOfBorrowerDomain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InterestExpenseShortTermBorrowings" xlink:to="us-gaap_InterestExpenseShortTermBorrowings_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_WeightedAverageNumberOfSharesOutstandingBasic" xlink:to="us-gaap_WeightedAverageNumberOfSharesOutstandingBasic_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_MortgageLoansInProcessOfForeclosureAmount" xlink:to="us-gaap_MortgageLoansInProcessOfForeclosureAmount_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinanceLeaseLiability" xlink:to="us-gaap_FinanceLeaseLiability_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_CityAreaCode" xlink:to="dei_CityAreaCode_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_NetGainsLossesOnSaleOfLoansAndForeclosedRealEstateMember" xlink:to="pbhc_NetGainsLossesOnSaleOfLoansAndForeclosedRealEstateMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AvailableForsaleSecuritiesInUnrealizedLossPositionsQualitativeDisclosureNumberOfPositionsAbstract" xlink:to="us-gaap_AvailableForsaleSecuritiesInUnrealizedLossPositionsQualitativeDisclosureNumberOfPositionsAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ScheduleOfNetBenefitCostsTableTextBlock" xlink:to="us-gaap_ScheduleOfNetBenefitCostsTableTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ComprehensiveIncomeNoteTextBlock" xlink:to="us-gaap_ComprehensiveIncomeNoteTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InterestRateContractMember" xlink:to="us-gaap_InterestRateContractMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodBeforeTax" xlink:to="us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodBeforeTax_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_VotingCommonStockMember" xlink:to="pbhc_VotingCommonStockMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_FinancingReceivableRecordedInvestmentsAgingAbstract" xlink:to="pbhc_FinancingReceivableRecordedInvestmentsAgingAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_Liabilities" xlink:to="us-gaap_Liabilities_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OtherAssets" xlink:to="us-gaap_OtherAssets_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_DocumentPeriodEndDate" xlink:to="dei_DocumentPeriodEndDate_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_BankingMember" xlink:to="us-gaap_BankingMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_UnratedMember" xlink:to="pbhc_UnratedMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AssetBackedSecuritiesMember" xlink:to="us-gaap_AssetBackedSecuritiesMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_CorporateFairValueDisclosure" xlink:to="pbhc_CorporateFairValueDisclosure_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_CreditLossStatusAxis" xlink:to="us-gaap_CreditLossStatusAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ScheduleOfFinancingReceivableRecordedInvestmentCreditQualityIndicatorTable" xlink:to="us-gaap_ScheduleOfFinancingReceivableRecordedInvestmentCreditQualityIndicatorTable_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FederalHomeLoanBankStock" xlink:to="us-gaap_FederalHomeLoanBankStock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_VotingAndSeriesANonVotingMember" xlink:to="pbhc_VotingAndSeriesANonVotingMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DefinedBenefitPlanNetPeriodicBenefitCost" xlink:to="us-gaap_DefinedBenefitPlanNetPeriodicBenefitCost_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AvailableForSaleDebtSecuritiesAmortizedCostBasis" xlink:to="us-gaap_AvailableForSaleDebtSecuritiesAmortizedCostBasis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_CertainLoansAcquiredInTransferNotAccountedForAsDebtSecuritiesCarryingAmountNet" xlink:to="us-gaap_CertainLoansAcquiredInTransferNotAccountedForAsDebtSecuritiesCarryingAmountNet_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_ATMFeesSurchargeMember" xlink:to="pbhc_ATMFeesSurchargeMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ProceedsFromRepaymentsOfShortTermDebt" xlink:to="us-gaap_ProceedsFromRepaymentsOfShortTermDebt_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="srt_RangeAxis" xlink:to="srt_RangeAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InterestBearingDepositLiabilities" xlink:to="us-gaap_InterestBearingDepositLiabilities_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ScheduleOfUnrealizedLossOnInvestmentsTableTextBlock" xlink:to="us-gaap_ScheduleOfUnrealizedLossOnInvestmentsTableTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ResidentialMortgageBackedSecuritiesMember" xlink:to="us-gaap_ResidentialMortgageBackedSecuritiesMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12Months" xlink:to="us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12Months_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_FinancingReceivableAllowanceForCreditLossesQualitativeFactors" xlink:to="pbhc_FinancingReceivableAllowanceForCreditLossesQualitativeFactors_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_MinorityInterest" xlink:to="us-gaap_MinorityInterest_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinanceLeaseInterestPaymentOnLiability" xlink:to="us-gaap_FinanceLeaseInterestPaymentOnLiability_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_RelatedPartyTransactionsByRelatedPartyAxis" xlink:to="us-gaap_RelatedPartyTransactionsByRelatedPartyAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_Assets" xlink:to="us-gaap_Assets_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_NumberOfRealEstateProperties" xlink:to="us-gaap_NumberOfRealEstateProperties_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AccountingStandardsUpdate201602Member" xlink:to="us-gaap_AccountingStandardsUpdate201602Member_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DerivativeContractTypeDomain" xlink:to="us-gaap_DerivativeContractTypeDomain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AllowanceForLoanAndLeaseLossesWriteoffsNet" xlink:to="us-gaap_AllowanceForLoanAndLeaseLossesWriteoffsNet_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ScheduleOfRealEstatePropertiesTableTextBlock" xlink:to="us-gaap_ScheduleOfRealEstatePropertiesTableTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_PreferredStockDividendsPerShareDeclared" xlink:to="us-gaap_PreferredStockDividendsPerShareDeclared_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LoanRestructuringModificationDomain" xlink:to="us-gaap_LoanRestructuringModificationDomain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DerivativeLineItems" xlink:to="us-gaap_DerivativeLineItems_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancingReceivableAllowanceForCreditLossesRollForward" xlink:to="us-gaap_FinancingReceivableAllowanceForCreditLossesRollForward_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LongTermDebtNoncurrent" xlink:to="us-gaap_LongTermDebtNoncurrent_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_EarningsPerShareDiluted" xlink:to="us-gaap_EarningsPerShareDiluted_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_RetirementPlanTypeAxis" xlink:to="us-gaap_RetirementPlanTypeAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AssetsHeldForSaleNotPartOfDisposalGroupCurrent" xlink:to="us-gaap_AssetsHeldForSaleNotPartOfDisposalGroupCurrent_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancingReceivableModificationsPreModificationRecordedInvestment2" xlink:to="us-gaap_FinancingReceivableModificationsPreModificationRecordedInvestment2_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesLineItems" xlink:to="us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesLineItems_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_MutualFundsUltraShortMortgageFundsMember" xlink:to="pbhc_MutualFundsUltraShortMortgageFundsMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_PledgedStatusAxis" xlink:to="us-gaap_PledgedStatusAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_EntityAddressPostalZipCode" xlink:to="dei_EntityAddressPostalZipCode_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AllowanceForLoanAndLeaseLossesPeriodIncreaseDecrease" xlink:to="us-gaap_AllowanceForLoanAndLeaseLossesPeriodIncreaseDecrease_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OperatingLeaseLiabilitiesPaymentsDueRollingMaturityAbstract" xlink:to="us-gaap_OperatingLeaseLiabilitiesPaymentsDueRollingMaturityAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_PurchasedUnsecuredConsumerLoanPool1Member" xlink:to="pbhc_PurchasedUnsecuredConsumerLoanPool1Member_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_BankOwnedLifeInsuranceIncomeOperatingActivities" xlink:to="pbhc_BankOwnedLifeInsuranceIncomeOperatingActivities_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_RevenueFromContractWithCustomerIncludingAssessedTax" xlink:to="us-gaap_RevenueFromContractWithCustomerIncludingAssessedTax_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ConstructionLoansMember" xlink:to="us-gaap_ConstructionLoansMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_DocumentFiscalPeriodFocus" xlink:to="dei_DocumentFiscalPeriodFocus_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_GovernmentSectorMember" xlink:to="us-gaap_GovernmentSectorMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_RestrictedCash" xlink:to="us-gaap_RestrictedCash_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_FinancingReceivableAllowanceForCreditLossesOther" xlink:to="pbhc_FinancingReceivableAllowanceForCreditLossesOther_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_StockOptionPlanExpense" xlink:to="us-gaap_StockOptionPlanExpense_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_SecuritiesIssuedByStateAndPoliticalSubdivisionMember" xlink:to="pbhc_SecuritiesIssuedByStateAndPoliticalSubdivisionMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_PensionPlansDefinedBenefitMember" xlink:to="us-gaap_PensionPlansDefinedBenefitMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ConversionOfStockSharesConverted1" xlink:to="us-gaap_ConversionOfStockSharesConverted1_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DerivativeTable" xlink:to="us-gaap_DerivativeTable_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AdjustmentsToAdditionalPaidInCapitalSharebasedCompensationRequisiteServicePeriodRecognitionValue" xlink:to="us-gaap_AdjustmentsToAdditionalPaidInCapitalSharebasedCompensationRequisiteServicePeriodRecognitionValue_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InterestIncomeExpenseNet" xlink:to="us-gaap_InterestIncomeExpenseNet_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_TotalNumberOfSecuritiesContinuousUnrealizedLossPositionForTwelveMonthsOrMore" xlink:to="pbhc_TotalNumberOfSecuritiesContinuousUnrealizedLossPositionForTwelveMonthsOrMore_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ProceedsFromSaleOfFederalHomeLoanBankStock" xlink:to="us-gaap_ProceedsFromSaleOfFederalHomeLoanBankStock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OperatingLeaseLiability" xlink:to="us-gaap_OperatingLeaseLiability_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueInRollingYearFive" xlink:to="us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueInRollingYearFive_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_NetCashProvidedByUsedInFinancingActivities" xlink:to="us-gaap_NetCashProvidedByUsedInFinancingActivities_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_HomeEquityMember" xlink:to="us-gaap_HomeEquityMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_NonVotingCommonStockDividendsPerShareDeclared" xlink:to="pbhc_NonVotingCommonStockDividendsPerShareDeclared_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_ForeclosedRealEstateMember" xlink:to="pbhc_ForeclosedRealEstateMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_StatementOfFinancialPositionAbstract" xlink:to="us-gaap_StatementOfFinancialPositionAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_EntityFileNumber" xlink:to="dei_EntityFileNumber_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_PaymentsToAcquireFederalHomeLoanBankStock" xlink:to="us-gaap_PaymentsToAcquireFederalHomeLoanBankStock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_PaymentsOfDividendsCommonStockNonVotingShareHolders" xlink:to="pbhc_PaymentsOfDividendsCommonStockNonVotingShareHolders_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_SubstandardMember" xlink:to="us-gaap_SubstandardMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_StatementOfCashFlowsAbstract" xlink:to="us-gaap_StatementOfCashFlowsAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterOneThroughFiveYearsAmortizedCost" xlink:to="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterOneThroughFiveYearsAmortizedCost_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_SeriesANonvotingMember" xlink:to="pbhc_SeriesANonvotingMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ValuationTechniqueDomain" xlink:to="us-gaap_ValuationTechniqueDomain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_ResidentialMortgageBackedAgencyFairValueDisclosure" xlink:to="pbhc_ResidentialMortgageBackedAgencyFairValueDisclosure_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_PensionAndOtherPostretirementBenefitsDisclosureTextBlock" xlink:to="us-gaap_PensionAndOtherPostretirementBenefitsDisclosureTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_NonAccrualCommercialLoan" xlink:to="pbhc_NonAccrualCommercialLoan_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="srt_RangeMember" xlink:to="srt_RangeMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_StatementOfStockholdersEquityAbstract" xlink:to="us-gaap_StatementOfStockholdersEquityAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancingReceivableAllowanceForCreditLossesLineItems" xlink:to="us-gaap_FinancingReceivableAllowanceForCreditLossesLineItems_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AmortizationOfDebtDiscountPremium" xlink:to="us-gaap_AmortizationOfDebtDiscountPremium_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_IncreaseDecreaseInBrokeredDeposits" xlink:to="pbhc_IncreaseDecreaseInBrokeredDeposits_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ImpairedFinancingReceivableWithRelatedAllowanceUnpaidPrincipalBalance" xlink:to="us-gaap_ImpairedFinancingReceivableWithRelatedAllowanceUnpaidPrincipalBalance_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OtherComprehensiveIncomeLossCashFlowHedgeGainLossAfterReclassificationBeforeTax" xlink:to="us-gaap_OtherComprehensiveIncomeLossCashFlowHedgeGainLossAfterReclassificationBeforeTax_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ClassOfStockDomain" xlink:to="us-gaap_ClassOfStockDomain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InterestAndDividendIncomeSecuritiesByTaxableStatusAbstract" xlink:to="us-gaap_InterestAndDividendIncomeSecuritiesByTaxableStatusAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterTenYearsNetCarryingAmount" xlink:to="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterTenYearsNetCarryingAmount_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_LegalEntityAxis" xlink:to="dei_LegalEntityAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAmortizedCostAbstract" xlink:to="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAmortizedCostAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LeaseCostTableTextBlock" xlink:to="us-gaap_LeaseCostTableTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_RealEstateOwnedDisclosureOfDetailedComponentsAbstract" xlink:to="us-gaap_RealEstateOwnedDisclosureOfDetailedComponentsAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionTwelveMonthsOrLongerAccumulatedLossPercentage" xlink:to="pbhc_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionTwelveMonthsOrLongerAccumulatedLossPercentage_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FairValueByBalanceSheetGroupingTextBlock" xlink:to="us-gaap_FairValueByBalanceSheetGroupingTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FairValueDisclosuresTextBlock" xlink:to="us-gaap_FairValueDisclosuresTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ReclassificationOutOfAccumulatedOtherComprehensiveIncomeAxis" xlink:to="us-gaap_ReclassificationOutOfAccumulatedOtherComprehensiveIncomeAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InvestmentInFederalHomeLoanBankStockFairValueDisclosure" xlink:to="us-gaap_InvestmentInFederalHomeLoanBankStockFairValueDisclosure_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancialInstrumentPerformanceStatusDomain" xlink:to="us-gaap_FinancialInstrumentPerformanceStatusDomain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_UsTreasuryAgenciesAndGsesFairValueDisclosure" xlink:to="pbhc_UsTreasuryAgenciesAndGsesFairValueDisclosure_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_PurchasedUnsecuredConsumerLoanPool5Member" xlink:to="pbhc_PurchasedUnsecuredConsumerLoanPool5Member_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_CommonStocksByIndustryMember" xlink:to="us-gaap_CommonStocksByIndustryMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InformationTechnologyAndDataProcessing" xlink:to="us-gaap_InformationTechnologyAndDataProcessing_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ResidentialMortgageMember" xlink:to="us-gaap_ResidentialMortgageMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ImpairedFinancingReceivableUnpaidPrincipalBalance" xlink:to="us-gaap_ImpairedFinancingReceivableUnpaidPrincipalBalance_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_RevenueFromContractWithCustomerTextBlock" xlink:to="us-gaap_RevenueFromContractWithCustomerTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InterestAndFeeIncomeLoansAndLeases" xlink:to="us-gaap_InterestAndFeeIncomeLoansAndLeases_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_TimeDepositsFairValueDisclosure" xlink:to="pbhc_TimeDepositsFairValueDisclosure_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ProceedsFromMaturitiesPrepaymentsAndCallsOfHeldToMaturitySecurities" xlink:to="us-gaap_ProceedsFromMaturitiesPrepaymentsAndCallsOfHeldToMaturitySecurities_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ProceedsFromSaleOfLoansHeldForSale" xlink:to="us-gaap_ProceedsFromSaleOfLoansHeldForSale_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareByAntidilutiveSecuritiesAxis" xlink:to="us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareByAntidilutiveSecuritiesAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LossContingencyNatureDomain" xlink:to="us-gaap_LossContingencyNatureDomain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedGainBeforeTax" xlink:to="us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedGainBeforeTax_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InterestRateFairValueHedgeDerivativeAtFairValueNet" xlink:to="us-gaap_InterestRateFairValueHedgeDerivativeAtFairValueNet_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LesseeLeaseDescriptionLineItems" xlink:to="us-gaap_LesseeLeaseDescriptionLineItems_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_ImpairedLoansMember" xlink:to="pbhc_ImpairedLoansMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_PeriodEndingNotionalBalanceMember" xlink:to="pbhc_PeriodEndingNotionalBalanceMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_RealizedLossesOnSaleOfInvestments" xlink:to="pbhc_RealizedLossesOnSaleOfInvestments_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ImpairedFinancingReceivableAverageRecordedInvestment" xlink:to="us-gaap_ImpairedFinancingReceivableAverageRecordedInvestment_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancingReceivables60To89DaysPastDueMember" xlink:to="us-gaap_FinancingReceivables60To89DaysPastDueMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_WeightedAverageNumberOfDilutedSharesOutstanding" xlink:to="us-gaap_WeightedAverageNumberOfDilutedSharesOutstanding_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_PaymentsForProceedsFromSaleOfAvailableForSaleSecuritiesDebt" xlink:to="pbhc_PaymentsForProceedsFromSaleOfAvailableForSaleSecuritiesDebt_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LoansNotesTradeAndOtherReceivablesDisclosureTextBlock" xlink:to="us-gaap_LoansNotesTradeAndOtherReceivablesDisclosureTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_ScheduleOfRealEstateProperties" xlink:to="pbhc_ScheduleOfRealEstateProperties_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_GeneralInsuranceExpense" xlink:to="us-gaap_GeneralInsuranceExpense_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_CorporateDebtSecuritiesMember" xlink:to="us-gaap_CorporateDebtSecuritiesMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_PortionAtFairValueFairValueDisclosureMember" xlink:to="us-gaap_PortionAtFairValueFairValueDisclosureMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancingReceivableAllowanceForCreditLossesPeriodIncreaseDecrease" xlink:to="us-gaap_FinancingReceivableAllowanceForCreditLossesPeriodIncreaseDecrease_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ImpairedFinancingReceivableInterestIncomeCashBasisMethodAbstract" xlink:to="us-gaap_ImpairedFinancingReceivableInterestIncomeCashBasisMethodAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LoansAndLeasesReceivableAllowance" xlink:to="us-gaap_LoansAndLeasesReceivableAllowance_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_CurrentFiscalYearEndDate" xlink:to="dei_CurrentFiscalYearEndDate_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InvestmentTypeAxis" xlink:to="us-gaap_InvestmentTypeAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InterestPayableCurrentAndNoncurrent" xlink:to="us-gaap_InterestPayableCurrentAndNoncurrent_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_HeldToMaturityNumberOfSecuritiesInUnrealizedLossPositionsTwelveMonthsOrMore" xlink:to="pbhc_HeldToMaturityNumberOfSecuritiesInUnrealizedLossPositionsTwelveMonthsOrMore_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureAbstract" xlink:to="us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_MarketableSecuritiesRealizedGainLoss" xlink:to="us-gaap_MarketableSecuritiesRealizedGainLoss_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_Depreciation" xlink:to="us-gaap_Depreciation_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_TransfersAndServicingOfFinancialInstrumentsTypesOfFinancialInstrumentsDomain" xlink:to="us-gaap_TransfersAndServicingOfFinancialInstrumentsTypesOfFinancialInstrumentsDomain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsIncludingDisposalGroupAndDiscontinuedOperations" xlink:to="us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsIncludingDisposalGroupAndDiscontinuedOperations_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_BankOwnedLifeInsurance" xlink:to="us-gaap_BankOwnedLifeInsurance_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_PaymentsForOriginationOfMortgageLoansHeldForSale" xlink:to="us-gaap_PaymentsForOriginationOfMortgageLoansHeldForSale_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_RestrictedCashAndCashEquivalents" xlink:to="us-gaap_RestrictedCashAndCashEquivalents_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_SecuritiesPledgedToCollateralizeBorrowing" xlink:to="pbhc_SecuritiesPledgedToCollateralizeBorrowing_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_StockholdersEquityIncludingPortionAttributableToNoncontrollingInterest" xlink:to="us-gaap_StockholdersEquityIncludingPortionAttributableToNoncontrollingInterest_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_EntityAddressAddressLine1" xlink:to="dei_EntityAddressAddressLine1_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DepositsAbstract" xlink:to="us-gaap_DepositsAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_DebtInstrumentPrincipalOutstanding" xlink:to="pbhc_DebtInstrumentPrincipalOutstanding_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_RepaymentsOfLongTermDebt" xlink:to="us-gaap_RepaymentsOfLongTermDebt_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InterestReceivableCurrent" xlink:to="us-gaap_InterestReceivableCurrent_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DefinedBenefitPlanByPlanAssetCategoriesAxis" xlink:to="us-gaap_DefinedBenefitPlanByPlanAssetCategoriesAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_NoncontrollingInterestMember" xlink:to="us-gaap_NoncontrollingInterestMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_ScheduleOfSupplementalBalanceSheetInformationRelatedToLeasesTableTextBlock" xlink:to="pbhc_ScheduleOfSupplementalBalanceSheetInformationRelatedToLeasesTableTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinanceLeaseRightOfUseAssetStatementOfFinancialPositionExtensibleList" xlink:to="us-gaap_FinanceLeaseRightOfUseAssetStatementOfFinancialPositionExtensibleList_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_NoninterestExpenseAbstract" xlink:to="us-gaap_NoninterestExpenseAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_SupplementalCashFlowInformationAbstract" xlink:to="us-gaap_SupplementalCashFlowInformationAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LesseeFinanceLeaseDiscountRate" xlink:to="us-gaap_LesseeFinanceLeaseDiscountRate_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_PassMember" xlink:to="us-gaap_PassMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="srt_StandardPoorsAARatingMember" xlink:to="srt_StandardPoorsAARatingMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InvestmentsInDebtAndMarketableEquitySecuritiesAndCertainTradingAssetsDisclosureTextBlock" xlink:to="us-gaap_InvestmentsInDebtAndMarketableEquitySecuritiesAndCertainTradingAssetsDisclosureTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_NewAccountingPronouncementsAndChangesInAccountingPrinciplesTextBlock" xlink:to="us-gaap_NewAccountingPronouncementsAndChangesInAccountingPrinciplesTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InterestIncomeSecuritiesTaxable" xlink:to="us-gaap_InterestIncomeSecuritiesTaxable_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ConversionOfStockDescription" xlink:to="us-gaap_ConversionOfStockDescription_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterFiveThroughTenYearsFairValue" xlink:to="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterFiveThroughTenYearsFairValue_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_IncomeTaxExpenseBenefit" xlink:to="us-gaap_IncomeTaxExpenseBenefit_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_PaycheckProtectionProgramMember" xlink:to="pbhc_PaycheckProtectionProgramMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AllowanceForCreditLossesMember" xlink:to="pbhc_AllowanceForCreditLossesMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_HedgedAssetFairValueHedge" xlink:to="us-gaap_HedgedAssetFairValueHedge_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ExtraordinaryAndUnusualItemsAbstract" xlink:to="us-gaap_ExtraordinaryAndUnusualItemsAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_BalanceSheetLocationDomain" xlink:to="us-gaap_BalanceSheetLocationDomain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AOCIIncludingPortionAttributableToNoncontrollingInterestAbstract" xlink:to="us-gaap_AOCIIncludingPortionAttributableToNoncontrollingInterestAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancingReceivableAllowanceForCreditLossesWriteOffs" xlink:to="us-gaap_FinancingReceivableAllowanceForCreditLossesWriteOffs_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_PaymentsToAcquirePropertyPlantAndEquipment" xlink:to="us-gaap_PaymentsToAcquirePropertyPlantAndEquipment_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AccruedInterestPayableFairValueDisclosure" xlink:to="pbhc_AccruedInterestPayableFairValueDisclosure_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_UnrealizedGainLossOnInvestmentsTableTextBlock" xlink:to="us-gaap_UnrealizedGainLossOnInvestmentsTableTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FairValueAssetsMeasuredOnNonrecurringBasisTextBlock" xlink:to="us-gaap_FairValueAssetsMeasuredOnNonrecurringBasisTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancingReceivableModificationsPostModificationRecordedInvestment2" xlink:to="us-gaap_FinancingReceivableModificationsPostModificationRecordedInvestment2_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_HeldToMaturitySecuritiesAccumulatedUnrecognizedHoldingLoss" xlink:to="us-gaap_HeldToMaturitySecuritiesAccumulatedUnrecognizedHoldingLoss_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_DebtInvestmentSecuritiesAbstract" xlink:to="pbhc_DebtInvestmentSecuritiesAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_CarryingReportedAmountFairValueDisclosureMember" xlink:to="us-gaap_CarryingReportedAmountFairValueDisclosureMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FairValueHedgesAtFairValueNet" xlink:to="us-gaap_FairValueHedgesAtFairValueNet_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_UnearnedEsopMember" xlink:to="pbhc_UnearnedEsopMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FairValueByFairValueHierarchyLevelAxis" xlink:to="us-gaap_FairValueByFairValueHierarchyLevelAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AmortizationOfOperatingLeases" xlink:to="pbhc_AmortizationOfOperatingLeases_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DefinedBenefitPlanAmortizationOfPriorServiceCostCredit" xlink:to="us-gaap_DefinedBenefitPlanAmortizationOfPriorServiceCostCredit_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_EquityInvestmentSecuritiesAbstract" xlink:to="pbhc_EquityInvestmentSecuritiesAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AmortizationAccretionOfMortgageServicingRights" xlink:to="pbhc_AmortizationAccretionOfMortgageServicingRights_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_WithNoRelatedAllowanceRecordedAbstract" xlink:to="pbhc_WithNoRelatedAllowanceRecordedAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_NonvotingCommonStockMember" xlink:to="us-gaap_NonvotingCommonStockMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_PreferredStockToNonVotingCommonStockConversion" xlink:to="pbhc_PreferredStockToNonVotingCommonStockConversion_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_EmployeeStockOwnershipPlanESOPSharesContributedToESOP" xlink:to="us-gaap_EmployeeStockOwnershipPlanESOPSharesContributedToESOP_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_IncreaseDecreaseInOtherNoncurrentLiabilities" xlink:to="us-gaap_IncreaseDecreaseInOtherNoncurrentLiabilities_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_CommunityServiceActivities" xlink:to="pbhc_CommunityServiceActivities_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LesseeOperatingLeaseOptionToExtend" xlink:to="us-gaap_LesseeOperatingLeaseOptionToExtend_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DividendIncomeOperating" xlink:to="us-gaap_DividendIncomeOperating_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_RelatedPartyDomain" xlink:to="us-gaap_RelatedPartyDomain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesBeforeTax" xlink:to="us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesBeforeTax_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_LoansConvertedToTermLoansMember" xlink:to="pbhc_LoansConvertedToTermLoansMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPosition" xlink:to="us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPosition_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionTwelveMonthsOrLongerAccumulatedLossPercentage" xlink:to="pbhc_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionTwelveMonthsOrLongerAccumulatedLossPercentage_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_EntityFilerCategory" xlink:to="dei_EntityFilerCategory_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ImpairedFinancingReceivableRecordedInvestment" xlink:to="us-gaap_ImpairedFinancingReceivableRecordedInvestment_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_ProceedsFromSaleOfAvailableForSaleDebtAndEquitySecurities" xlink:to="pbhc_ProceedsFromSaleOfAvailableForSaleDebtAndEquitySecurities_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_PaymentsToAcquireMarketableSecurities" xlink:to="us-gaap_PaymentsToAcquireMarketableSecurities_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DebtSecuritiesHeldToMaturityAllowanceForCreditLoss" xlink:to="us-gaap_DebtSecuritiesHeldToMaturityAllowanceForCreditLoss_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_PreferredStockDividendsIncomeStatementImpact" xlink:to="us-gaap_PreferredStockDividendsIncomeStatementImpact_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ProceedsFromSaleAndMaturityOfMarketableSecurities" xlink:to="us-gaap_ProceedsFromSaleAndMaturityOfMarketableSecurities_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DerivativeAssetStatementOfFinancialPositionExtensibleEnumeration" xlink:to="us-gaap_DerivativeAssetStatementOfFinancialPositionExtensibleEnumeration_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_UnusualOrInfrequentItemsDisclosureTextBlock" xlink:to="us-gaap_UnusualOrInfrequentItemsDisclosureTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancingReceivableRecordedInvestmentPastDueLineItems" xlink:to="us-gaap_FinancingReceivableRecordedInvestmentPastDueLineItems_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LoansAndLeasesReceivableNetOfDeferredIncome" xlink:to="us-gaap_LoansAndLeasesReceivableNetOfDeferredIncome_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentBeforeTax" xlink:to="us-gaap_OtherComprehensiveIncomeLossAvailableForSaleSecuritiesAdjustmentBeforeTax_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesFairValueAbstract" xlink:to="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesFairValueAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancingReceivableRecordedInvestmentLineItems" xlink:to="us-gaap_FinancingReceivableRecordedInvestmentLineItems_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_EntityCurrentReportingStatus" xlink:to="dei_EntityCurrentReportingStatus_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionTwelveMonthsOrLongerFairValue" xlink:to="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionTwelveMonthsOrLongerFairValue_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationByAssetClassDomain" xlink:to="us-gaap_FairValueAssetsMeasuredOnRecurringBasisUnobservableInputReconciliationByAssetClassDomain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InterestRateFairValueHedgeLiabilityAtFairValue" xlink:to="us-gaap_InterestRateFairValueHedgeLiabilityAtFairValue_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_NoninterestExpense" xlink:to="us-gaap_NoninterestExpense_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_GainsLossesOnSalesOfAssetsAbstract" xlink:to="us-gaap_GainsLossesOnSalesOfAssetsAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_ReevaluationOfDeferredTaxAssetValuationAllowance1" xlink:to="pbhc_ReevaluationOfDeferredTaxAssetValuationAllowance1_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_StockholdersEquity" xlink:to="us-gaap_StockholdersEquity_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionAccumulatedLoss" xlink:to="us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionAccumulatedLoss_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_HomeEquityAndJuniorLiensMember" xlink:to="pbhc_HomeEquityAndJuniorLiensMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AccumulatedOtherComprehensiveIncomeMember" xlink:to="us-gaap_AccumulatedOtherComprehensiveIncomeMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ConsumerLoanMember" xlink:to="us-gaap_ConsumerLoanMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_CreditLossStatusDomain" xlink:to="us-gaap_CreditLossStatusDomain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FairValueByAssetClassAxis" xlink:to="us-gaap_FairValueByAssetClassAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_NumberOfLoansOutstanding" xlink:to="pbhc_NumberOfLoansOutstanding_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_EntityTaxIdentificationNumber" xlink:to="dei_EntityTaxIdentificationNumber_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_CommonStockValue" xlink:to="us-gaap_CommonStockValue_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_RetainedEarningsAccumulatedDeficit" xlink:to="us-gaap_RetainedEarningsAccumulatedDeficit_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AvailableForSaleInvestmentSecuritiesAggregateFairValueThatExceededAndAmortizedHistoricalCost" xlink:to="pbhc_AvailableForSaleInvestmentSecuritiesAggregateFairValueThatExceededAndAmortizedHistoricalCost_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_StatementEquityComponentsAxis" xlink:to="us-gaap_StatementEquityComponentsAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DerivativeGainLossOnDerivativeNet" xlink:to="us-gaap_DerivativeGainLossOnDerivativeNet_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ScheduleOfCashFlowHedgingInstrumentsStatementsOfFinancialPerformanceAndFinancialPositionLocationTableTextBlock" xlink:to="us-gaap_ScheduleOfCashFlowHedgingInstrumentsStatementsOfFinancialPerformanceAndFinancialPositionLocationTableTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_TypeOfAdoptionMember" xlink:to="us-gaap_TypeOfAdoptionMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_NonPerformingLoansOutstanding" xlink:to="pbhc_NonPerformingLoansOutstanding_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_HeldtomaturitySecuritiesSoldSecurityRealizedGainLossExcludingOtherThanTemporaryImpairments" xlink:to="us-gaap_HeldtomaturitySecuritiesSoldSecurityRealizedGainLossExcludingOtherThanTemporaryImpairments_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_TroubledDebtRestructuringDebtorSubsequentPeriodsContingentPaymentsNameDomain" xlink:to="us-gaap_TroubledDebtRestructuringDebtorSubsequentPeriodsContingentPaymentsNameDomain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AccumulatedNetUnrealizedInvestmentIncomeLossHeldToMaturitySecuritiesMember" xlink:to="pbhc_AccumulatedNetUnrealizedInvestmentIncomeLossHeldToMaturitySecuritiesMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LeasesAbstract" xlink:to="us-gaap_LeasesAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DisaggregationOfRevenueTable" xlink:to="us-gaap_DisaggregationOfRevenueTable_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AuditCommandLanguageRelatedToPool" xlink:to="pbhc_AuditCommandLanguageRelatedToPool_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_EntityEmergingGrowthCompany" xlink:to="dei_EntityEmergingGrowthCompany_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerAccumulatedLoss" xlink:to="us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerAccumulatedLoss_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DefinedBenefitPlanInterestCost" xlink:to="us-gaap_DefinedBenefitPlanInterestCost_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InterestExpenseDebt" xlink:to="us-gaap_InterestExpenseDebt_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansNetUnamortizedGainLossArisingDuringPeriodBeforeTax" xlink:to="us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansNetUnamortizedGainLossArisingDuringPeriodBeforeTax_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_FairValueHedgesDomain" xlink:to="pbhc_FairValueHedgesDomain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterOneThroughFiveYearsFairValue" xlink:to="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterOneThroughFiveYearsFairValue_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_ConsolidationOfMembershipInterestInSubsidiary" xlink:to="pbhc_ConsolidationOfMembershipInterestInSubsidiary_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ProceedsFromMaturitiesPrepaymentsAndCallsOfAvailableForSaleSecurities" xlink:to="us-gaap_ProceedsFromMaturitiesPrepaymentsAndCallsOfAvailableForSaleSecurities_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_RetirementPlanTypeDomain" xlink:to="us-gaap_RetirementPlanTypeDomain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_RevolvingLoansConvertedToTermLoansMember" xlink:to="pbhc_RevolvingLoansConvertedToTermLoansMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ScheduleOfAccountsNotesLoansAndFinancingReceivableTextBlock" xlink:to="us-gaap_ScheduleOfAccountsNotesLoansAndFinancingReceivableTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_PlanAssetCategoriesDomain" xlink:to="us-gaap_PlanAssetCategoriesDomain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ScheduleOfFinancingReceivableAllowanceForCreditLossesTable" xlink:to="us-gaap_ScheduleOfFinancingReceivableAllowanceForCreditLossesTable_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_PaymentsToAcquireHeldToMaturitySecurities" xlink:to="us-gaap_PaymentsToAcquireHeldToMaturitySecurities_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DefinedBenefitPlanServiceCost" xlink:to="us-gaap_DefinedBenefitPlanServiceCost_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AdoptionOfAsu201613CurrentExpectedCreditLosses" xlink:to="pbhc_AdoptionOfAsu201613CurrentExpectedCreditLosses_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DebtSecuritiesAvailableForSaleTable" xlink:to="us-gaap_DebtSecuritiesAvailableForSaleTable_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ConsumerPortfolioSegmentMember" xlink:to="us-gaap_ConsumerPortfolioSegmentMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_CompensationAndRetirementDisclosureAbstract" xlink:to="us-gaap_CompensationAndRetirementDisclosureAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_PurchasedUnsecuredConsumerLoanPool2Member" xlink:to="pbhc_PurchasedUnsecuredConsumerLoanPool2Member_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterFiveThroughTenYearsAmortizedCost" xlink:to="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterFiveThroughTenYearsAmortizedCost_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_DocumentTransitionReport" xlink:to="dei_DocumentTransitionReport_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_NumberOfNonPerformingLoans" xlink:to="pbhc_NumberOfNonPerformingLoans_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_OtherConsumerFinancingReceivableMember" xlink:to="pbhc_OtherConsumerFinancingReceivableMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AmortizationOfFinancingCostFromSubordinatedDebt" xlink:to="pbhc_AmortizationOfFinancingCostFromSubordinatedDebt_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_TermLoansByOriginationPriorYearMember" xlink:to="pbhc_TermLoansByOriginationPriorYearMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_InvestmentSecuritiesBookValue" xlink:to="pbhc_InvestmentSecuritiesBookValue_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_HedgingContractsRates" xlink:to="pbhc_HedgingContractsRates_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_CashBasisInterestIncomeRecognizedOnImpairedLoansTableTextBlock" xlink:to="pbhc_CashBasisInterestIncomeRecognizedOnImpairedLoansTableTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ScheduleOfAccumulatedOtherComprehensiveIncomeLossTableTextBlock" xlink:to="us-gaap_ScheduleOfAccumulatedOtherComprehensiveIncomeLossTableTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancingReceivablePortfolioSegmentDomain" xlink:to="us-gaap_FinancingReceivablePortfolioSegmentDomain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansAdjustmentBeforeReclassificationAdjustmentsAndTaxAbstract" xlink:to="us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansAdjustmentBeforeReclassificationAdjustmentsAndTaxAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ClassOfFinancingReceivableTypeOfBorrowerAxis" xlink:to="us-gaap_ClassOfFinancingReceivableTypeOfBorrowerAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AccumulatedOtherComprehensiveIncomeLossNetOfTax" xlink:to="us-gaap_AccumulatedOtherComprehensiveIncomeLossNetOfTax_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_EntityCommonStockSharesOutstanding" xlink:to="dei_EntityCommonStockSharesOutstanding_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ScheduleOfFinancingReceivablesNonAccrualStatusTableTextBlock" xlink:to="us-gaap_ScheduleOfFinancingReceivablesNonAccrualStatusTableTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OtherComprehensiveIncomeLossNetOfTax" xlink:to="us-gaap_OtherComprehensiveIncomeLossNetOfTax_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_PrivateEquityFundsMember" xlink:to="us-gaap_PrivateEquityFundsMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_InvestmentSecuritiesUnrealizedLossPosition" xlink:to="pbhc_InvestmentSecuritiesUnrealizedLossPosition_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_NetIncomeLoss" xlink:to="us-gaap_NetIncomeLoss_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="srt_WeightedAverageMember" xlink:to="srt_WeightedAverageMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionNumberOfPositions" xlink:to="us-gaap_DebtSecuritiesAvailableForSaleUnrealizedLossPositionNumberOfPositions_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_NatureOfOperationsTable" xlink:to="pbhc_NatureOfOperationsTable_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FairValueHedgeLiabilitiesAtFairValue" xlink:to="us-gaap_FairValueHedgeLiabilitiesAtFairValue_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_PurchasedSecuredConsumerInstallmentLoansMember" xlink:to="pbhc_PurchasedSecuredConsumerInstallmentLoansMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_HedgeTranscationsIncreasedTheNetIncomeTextblock" xlink:to="pbhc_HedgeTranscationsIncreasedTheNetIncomeTextblock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AdditionalPaidInCapitalMember" xlink:to="us-gaap_AdditionalPaidInCapitalMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_UnrealizedHoldingLossesArisingDuringThePeriod" xlink:to="pbhc_UnrealizedHoldingLossesArisingDuringThePeriod_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_DocumentInformationLineItems" xlink:to="dei_DocumentInformationLineItems_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTableTextBlock" xlink:to="us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisValuationTechniquesTableTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_LoansHeldForSaleMember" xlink:to="pbhc_LoansHeldForSaleMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_EntityRegistrantName" xlink:to="dei_EntityRegistrantName_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AdvertisingExpense" xlink:to="us-gaap_AdvertisingExpense_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancingReceivableImpairedLineItems" xlink:to="us-gaap_FinancingReceivableImpairedLineItems_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_EarningsPerShareTextBlock" xlink:to="us-gaap_EarningsPerShareTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_StatementClassOfStockAxis" xlink:to="us-gaap_StatementClassOfStockAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_HeldToMaturitySecurities" xlink:to="us-gaap_HeldToMaturitySecurities_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_MortgageBackedSecuritiesIssuedByPrivateEnterprisesMember" xlink:to="us-gaap_MortgageBackedSecuritiesIssuedByPrivateEnterprisesMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LesseeLeaseDescriptionTable" xlink:to="us-gaap_LesseeLeaseDescriptionTable_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionTwelveMonthsOrMoreAmortizedHistoricalCostBasis" xlink:to="pbhc_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionTwelveMonthsOrMoreAmortizedHistoricalCostBasis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_StatementOfIncomeAndComprehensiveIncomeAbstract" xlink:to="us-gaap_StatementOfIncomeAndComprehensiveIncomeAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_RealizedGainLossOnInvestmentsTableTextBlock" xlink:to="us-gaap_RealizedGainLossOnInvestmentsTableTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_PropertyPlantAndEquipmentNet" xlink:to="us-gaap_PropertyPlantAndEquipmentNet_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_MarketApproachValuationTechniqueMember" xlink:to="us-gaap_MarketApproachValuationTechniqueMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DebtSecuritiesHeldToMaturityAllowanceForCreditLossPeriodIncreaseDecrease" xlink:to="us-gaap_DebtSecuritiesHeldToMaturityAllowanceForCreditLossPeriodIncreaseDecrease_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_StatementLineItems" xlink:to="us-gaap_StatementLineItems_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_NumberOfSecurities" xlink:to="pbhc_NumberOfSecurities_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AvailableForSaleInvestmentSecuritiesDeclineInFairValueAndAmortizedHistoricalCost" xlink:to="pbhc_AvailableForSaleInvestmentSecuritiesDeclineInFairValueAndAmortizedHistoricalCost_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodTax" xlink:to="us-gaap_OtherComprehensiveIncomeUnrealizedHoldingGainLossOnSecuritiesArisingDuringPeriodTax_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_NewAccountingPronouncementsAndChangesInAccountingPrinciplesAbstract" xlink:to="us-gaap_NewAccountingPronouncementsAndChangesInAccountingPrinciplesAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_Security12bTitle" xlink:to="dei_Security12bTitle_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_OtherSecuritiesAbstract" xlink:to="pbhc_OtherSecuritiesAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="srt_OwnershipDomain" xlink:to="srt_OwnershipDomain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_CommonStockMember" xlink:to="us-gaap_CommonStockMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DerivativeNotionalAmount" xlink:to="us-gaap_DerivativeNotionalAmount_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InterestIncomeExpenseAfterProvisionForLoanLoss" xlink:to="us-gaap_InterestIncomeExpenseAfterProvisionForLoanLoss_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OtherRealEstateAndForeclosedAssets" xlink:to="us-gaap_OtherRealEstateAndForeclosedAssets_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_NetCashProvidedByUsedInOperatingActivitiesAbstract" xlink:to="us-gaap_NetCashProvidedByUsedInOperatingActivitiesAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_EquityComponentDomain" xlink:to="us-gaap_EquityComponentDomain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterTenYearsFairValue" xlink:to="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterTenYearsFairValue_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesExtraordinaryItemsNoncontrollingInterest" xlink:to="us-gaap_IncomeLossFromContinuingOperationsBeforeIncomeTaxesExtraordinaryItemsNoncontrollingInterest_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPosition12MonthsOrLongerAccumulatedLoss" xlink:to="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPosition12MonthsOrLongerAccumulatedLoss_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_EntityAddressStateOrProvince" xlink:to="dei_EntityAddressStateOrProvince_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AvailableForSaleSecuritiesOfAmortizedCostBasisAbstract" xlink:to="pbhc_AvailableForSaleSecuritiesOfAmortizedCostBasisAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithinOneYearFairValue" xlink:to="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesWithinOneYearFairValue_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_TroubledDebtRestructuringDebtorCurrentPeriodAbstract" xlink:to="us-gaap_TroubledDebtRestructuringDebtorCurrentPeriodAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="srt_CreditRatingStandardPoorsAxis" xlink:to="srt_CreditRatingStandardPoorsAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsPeriodIncreaseDecreaseIncludingExchangeRateEffect" xlink:to="us-gaap_CashCashEquivalentsRestrictedCashAndRestrictedCashEquivalentsPeriodIncreaseDecreaseIncludingExchangeRateEffect_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ComprehensiveIncomeNetOfTaxIncludingPortionAttributableToNoncontrollingInterest" xlink:to="us-gaap_ComprehensiveIncomeNetOfTaxIncludingPortionAttributableToNoncontrollingInterest_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_DocumentType" xlink:to="dei_DocumentType_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InterestPaidNet" xlink:to="us-gaap_InterestPaidNet_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancingReceivableAllowanceForCreditLossLoanPurchased" xlink:to="us-gaap_FinancingReceivableAllowanceForCreditLossLoanPurchased_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ScheduleOfRelatedPartyTransactionsTableTextBlock" xlink:to="us-gaap_ScheduleOfRelatedPartyTransactionsTableTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_EquitySecuritiesInvestmentSummaryMember" xlink:to="us-gaap_EquitySecuritiesInvestmentSummaryMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DefinedBenefitPlanAmortizationOfGainsLosses" xlink:to="us-gaap_DefinedBenefitPlanAmortizationOfGainsLosses_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ReceivablesAbstract" xlink:to="us-gaap_ReceivablesAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_EntityShellCompany" xlink:to="dei_EntityShellCompany_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InterestExpenseLongTermDebt" xlink:to="us-gaap_InterestExpenseLongTermDebt_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisLineItems" xlink:to="us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisLineItems_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_CommercialBorrowerMember" xlink:to="us-gaap_CommercialBorrowerMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_EquitySecuritiesAvailableForSaleAccumulatedGrossUnrealizedGainBeforeTax" xlink:to="pbhc_EquitySecuritiesAvailableForSaleAccumulatedGrossUnrealizedGainBeforeTax_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_UnfundedCommitmentsMember" xlink:to="pbhc_UnfundedCommitmentsMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_MortgageBankingMember" xlink:to="us-gaap_MortgageBankingMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_EquitySecuritiesFvNi" xlink:to="us-gaap_EquitySecuritiesFvNi_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancingReceivableRecordedInvestmentByClassOfFinancingReceivableAxis" xlink:to="us-gaap_FinancingReceivableRecordedInvestmentByClassOfFinancingReceivableAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_PaymentsOfDividendsWarrants" xlink:to="pbhc_PaymentsOfDividendsWarrants_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisTable" xlink:to="us-gaap_FairValueAssetsAndLiabilitiesMeasuredOnRecurringAndNonrecurringBasisTable_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DoubtfulMember" xlink:to="us-gaap_DoubtfulMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_CumulativeEffectOfAffiliateCapitalAllocation" xlink:to="pbhc_CumulativeEffectOfAffiliateCapitalAllocation_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DebtSecuritiesMember" xlink:to="us-gaap_DebtSecuritiesMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_CorporateBondSecuritiesMember" xlink:to="us-gaap_CorporateBondSecuritiesMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InterestRateFairValueHedgeAssetAtFairValue" xlink:to="us-gaap_InterestRateFairValueHedgeAssetAtFairValue_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_MaturityPeriodOfAcquiredLoan" xlink:to="pbhc_MaturityPeriodOfAcquiredLoan_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_CommonStockFinancialServicesIndustryMember" xlink:to="pbhc_CommonStockFinancialServicesIndustryMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ReclassificationOutOfAccumulatedOtherComprehensiveIncomeTable" xlink:to="us-gaap_ReclassificationOutOfAccumulatedOtherComprehensiveIncomeTable_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LossContingenciesLineItems" xlink:to="us-gaap_LossContingenciesLineItems_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_CorporateSecuritiesMember" xlink:to="pbhc_CorporateSecuritiesMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_MinimumYearsOfServiceToParticipateInHealthAndLifeInsuranceBenefits" xlink:to="pbhc_MinimumYearsOfServiceToParticipateInHealthAndLifeInsuranceBenefits_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DepositsFairValueDisclosure" xlink:to="us-gaap_DepositsFairValueDisclosure_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_SecurityExchangeName" xlink:to="dei_SecurityExchangeName_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_RevenueFromContractWithCustomerAbstract" xlink:to="us-gaap_RevenueFromContractWithCustomerAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_TermLoansByOriginationYear2019Member" xlink:to="pbhc_TermLoansByOriginationYear2019Member_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareLineItems" xlink:to="us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareLineItems_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_OnePrivateLabelAssetBackedSecuritiesByPrivateIssueStudentLoansMember" xlink:to="pbhc_OnePrivateLabelAssetBackedSecuritiesByPrivateIssueStudentLoansMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_NetCashProvidedByUsedInOperatingActivities" xlink:to="us-gaap_NetCashProvidedByUsedInOperatingActivities_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_Deposits" xlink:to="us-gaap_Deposits_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FairValueByBalanceSheetGroupingTable" xlink:to="us-gaap_FairValueByBalanceSheetGroupingTable_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_ScheduleOfSupplementalCashFlowInformationRelatedToLeasesTableTextBlock" xlink:to="pbhc_ScheduleOfSupplementalCashFlowInformationRelatedToLeasesTableTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LoansHeldForSaleFairValueDisclosure" xlink:to="us-gaap_LoansHeldForSaleFairValueDisclosure_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_LoanHeldForSaleMember" xlink:to="pbhc_LoanHeldForSaleMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_CommitmentsAndContingenciesDisclosureAbstract" xlink:to="us-gaap_CommitmentsAndContingenciesDisclosureAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InterestBearingDepositsInBanks" xlink:to="us-gaap_InterestBearingDepositsInBanks_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_HeldToMaturitySecuritiesAccumulatedUnrecognizedHoldingGain" xlink:to="us-gaap_HeldToMaturitySecuritiesAccumulatedUnrecognizedHoldingGain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OperatingLeaseCost" xlink:to="us-gaap_OperatingLeaseCost_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancingReceivables30To59DaysPastDueMember" xlink:to="us-gaap_FinancingReceivables30To59DaysPastDueMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DepositAccountMember" xlink:to="us-gaap_DepositAccountMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LesseeOperatingLeaseLiabilityMaturityTableTextBlock" xlink:to="us-gaap_LesseeOperatingLeaseLiabilityMaturityTableTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionFairValue" xlink:to="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionFairValue_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ScheduleOfAccountsNotesLoansAndFinancingReceivableTable" xlink:to="us-gaap_ScheduleOfAccountsNotesLoansAndFinancingReceivableTable_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ImpairedFinancingReceivableWithNoRelatedAllowanceUnpaidPrincipalBalance" xlink:to="us-gaap_ImpairedFinancingReceivableWithNoRelatedAllowanceUnpaidPrincipalBalance_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ForeclosedRealEstateExpense" xlink:to="us-gaap_ForeclosedRealEstateExpense_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_SummaryOfPurchasedLoansPoolsTableTextBlock" xlink:to="pbhc_SummaryOfPurchasedLoansPoolsTableTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_DebtSecuritiesAggregateAmortizedCost" xlink:to="pbhc_DebtSecuritiesAggregateAmortizedCost_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_MinorityInterestOwnershipPercentageByParent" xlink:to="us-gaap_MinorityInterestOwnershipPercentageByParent_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_ATMFeesDepositAccountMember" xlink:to="pbhc_ATMFeesDepositAccountMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ScheduleOfDefinedBenefitPlansDisclosuresTable" xlink:to="us-gaap_ScheduleOfDefinedBenefitPlansDisclosuresTable_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_CommonStockSharesOutstanding" xlink:to="us-gaap_CommonStockSharesOutstanding_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AllowanceForLoanLossesAbstract" xlink:to="pbhc_AllowanceForLoanLossesAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancingReceivableModificationsNumberOfContracts2" xlink:to="us-gaap_FinancingReceivableModificationsNumberOfContracts2_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FairValueInputsLevel2Member" xlink:to="us-gaap_FairValueInputsLevel2Member_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ProceedsFromIssuanceOfLongTermDebt" xlink:to="us-gaap_ProceedsFromIssuanceOfLongTermDebt_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AvailableForSaleSecuritiesDebtSecurities" xlink:to="us-gaap_AvailableForSaleSecuritiesDebtSecurities_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancialInstrumentPerformanceStatusAxis" xlink:to="us-gaap_FinancialInstrumentPerformanceStatusAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_NetCashProvidedByUsedInInvestingActivitiesAbstract" xlink:to="us-gaap_NetCashProvidedByUsedInInvestingActivitiesAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InterestIncomeFederalFundsSold" xlink:to="us-gaap_InterestIncomeFederalFundsSold_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_LinesOfCreditMember" xlink:to="pbhc_LinesOfCreditMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AggregateOfHeldToMaturitySecuritiesDebtMaturitiesFairValue" xlink:to="pbhc_AggregateOfHeldToMaturitySecuritiesDebtMaturitiesFairValue_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_RealEstateMember" xlink:to="us-gaap_RealEstateMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_HeldToMaturitySecuritiesAbstract" xlink:to="us-gaap_HeldToMaturitySecuritiesAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_PathfinderRiskManagementCompanyIncMember" xlink:to="pbhc_PathfinderRiskManagementCompanyIncMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_CommonStockSharesIssued" xlink:to="us-gaap_CommonStockSharesIssued_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureTextBlock" xlink:to="us-gaap_DerivativeInstrumentsAndHedgingActivitiesDisclosureTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_HeldToMaturityNumberOfSecuritiesInUnrealizedLossPositions" xlink:to="pbhc_HeldToMaturityNumberOfSecuritiesInUnrealizedLossPositions_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_PurchasedCommercialLineOfCreditOneMember" xlink:to="pbhc_PurchasedCommercialLineOfCreditOneMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_SecuritiesPledgedToCollateralizeDeposit" xlink:to="pbhc_SecuritiesPledgedToCollateralizeDeposit_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_HeldToMaturitySecuritiesAtAmortizedCostFairValue" xlink:to="pbhc_HeldToMaturitySecuritiesAtAmortizedCostFairValue_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="srt_MinimumMember" xlink:to="srt_MinimumMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_TermLoansByOriginationYear2023Member" xlink:to="pbhc_TermLoansByOriginationYear2023Member_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_GainLossOnSaleOfInvestmentsExcludingRealizedGainOnMarketableEquitySecurity" xlink:to="pbhc_GainLossOnSaleOfInvestmentsExcludingRealizedGainOnMarketableEquitySecurity_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_MarketableSecurities" xlink:to="us-gaap_MarketableSecurities_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesTax" xlink:to="us-gaap_OtherComprehensiveIncomeLossReclassificationAdjustmentFromAOCIForSaleOfSecuritiesTax_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_ProceedsFromSaleOfAndRedemptionsOfAbstract" xlink:to="pbhc_ProceedsFromSaleOfAndRedemptionsOfAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_DirectorsExecutiveOfficersAndAffiliatesMember" xlink:to="pbhc_DirectorsExecutiveOfficersAndAffiliatesMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_OnePrivateLabelAssetBackedSecuritiesByCommercialLeaseContractsMember" xlink:to="pbhc_OnePrivateLabelAssetBackedSecuritiesByCommercialLeaseContractsMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AdditionalCashFlowElementsAndSupplementalCashFlowInformationAbstract" xlink:to="us-gaap_AdditionalCashFlowElementsAndSupplementalCashFlowInformationAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerNumberOfPositions" xlink:to="us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLongerNumberOfPositions_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ScheduleOfFairValueHedgingInstrumentsStatementsOfFinancialPerformanceAndFinancialPositionLocationTableTextBlock" xlink:to="us-gaap_ScheduleOfFairValueHedgingInstrumentsStatementsOfFinancialPerformanceAndFinancialPositionLocationTableTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AdjustmentsForNewAccountingPronouncementsAxis" xlink:to="us-gaap_AdjustmentsForNewAccountingPronouncementsAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ImpairedFinancingReceivableRelatedAllowance" xlink:to="us-gaap_ImpairedFinancingReceivableRelatedAllowance_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_TermLoansByOriginationYear2022Member" xlink:to="pbhc_TermLoansByOriginationYear2022Member_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_StockholdersEquityAbstract" xlink:to="us-gaap_StockholdersEquityAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ConcentrationRiskCreditRiskFinancialInstrumentMaximumExposure" xlink:to="us-gaap_ConcentrationRiskCreditRiskFinancialInstrumentMaximumExposure_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ReclassificationAdjustmentOutOfAccumulatedOtherComprehensiveIncomeLineItems" xlink:to="us-gaap_ReclassificationAdjustmentOutOfAccumulatedOtherComprehensiveIncomeLineItems_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LoansAndLeasesReceivableRelatedPartiesRollForward" xlink:to="us-gaap_LoansAndLeasesReceivableRelatedPartiesRollForward_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_CollateralizedMortgageObligationsPrivateLabelFairValueDisclosure" xlink:to="pbhc_CollateralizedMortgageObligationsPrivateLabelFairValueDisclosure_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AmortizationOfIntangibleAssets" xlink:to="us-gaap_AmortizationOfIntangibleAssets_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_OnePrivateLabelAssetBackedSecuritiesByRealEstateLeaseContractsMember" xlink:to="pbhc_OnePrivateLabelAssetBackedSecuritiesByRealEstateLeaseContractsMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_SubsequentEventMember" xlink:to="us-gaap_SubsequentEventMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_TroubledDebtRestructuringDebtorSubsequentPeriodsAxis" xlink:to="us-gaap_TroubledDebtRestructuringDebtorSubsequentPeriodsAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DebtInstrumentFairValue" xlink:to="us-gaap_DebtInstrumentFairValue_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_RealEstateOwnedTextBlock" xlink:to="us-gaap_RealEstateOwnedTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_CorporateMeasuredAtNav" xlink:to="pbhc_CorporateMeasuredAtNav_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_DistributionsFromAffiliates" xlink:to="pbhc_DistributionsFromAffiliates_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_NoninterestIncomeAbstract" xlink:to="us-gaap_NoninterestIncomeAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LossContingenciesTable" xlink:to="us-gaap_LossContingenciesTable_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_DerivativeUnamortizedPremium" xlink:to="pbhc_DerivativeUnamortizedPremium_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancingReceivableAllowanceForCreditLosses" xlink:to="us-gaap_FinancingReceivableAllowanceForCreditLosses_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InterestExpenseAbstract" xlink:to="us-gaap_InterestExpenseAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_MinorityInterestOwnershipPercentageByNoncontrollingOwners" xlink:to="us-gaap_MinorityInterestOwnershipPercentageByNoncontrollingOwners_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancingReceivableRecordedInvestmentClassOfFinancingReceivableDomain" xlink:to="us-gaap_FinancingReceivableRecordedInvestmentClassOfFinancingReceivableDomain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_CommitmentsContingenciesAndGuaranteesTextBlock" xlink:to="us-gaap_CommitmentsContingenciesAndGuaranteesTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_StateAndPoliticalSubdivisionsFairValueDisclosure" xlink:to="pbhc_StateAndPoliticalSubdivisionsFairValueDisclosure_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_TotalAbstract" xlink:to="pbhc_TotalAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AccumulatedDefinedBenefitPlansAdjustmentIncludingPortionAttributableToNoncontrollingInterestMember" xlink:to="us-gaap_AccumulatedDefinedBenefitPlansAdjustmentIncludingPortionAttributableToNoncontrollingInterestMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_UnearnedESOPShares" xlink:to="us-gaap_UnearnedESOPShares_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_CeclAdjustmentMember" xlink:to="pbhc_CeclAdjustmentMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_MutualFundsCommonStockFinancialServicesIndustryMember" xlink:to="pbhc_MutualFundsCommonStockFinancialServicesIndustryMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_PurchasedUnsecuredConsumerLoanPool6Member" xlink:to="pbhc_PurchasedUnsecuredConsumerLoanPool6Member_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_FeeIncomeMember" xlink:to="pbhc_FeeIncomeMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ResidentialRealEstateMember" xlink:to="us-gaap_ResidentialRealEstateMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_EquitySecuritiesFvNiCost" xlink:to="us-gaap_EquitySecuritiesFvNiCost_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_EntityCentralIndexKey" xlink:to="dei_EntityCentralIndexKey_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_PercentageOfSecuritiesAmortizedOfTotalSecurities" xlink:to="pbhc_PercentageOfSecuritiesAmortizedOfTotalSecurities_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InsuranceServicesRevenue" xlink:to="us-gaap_InsuranceServicesRevenue_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ValuationAllowanceDeferredTaxAssetChangeInAmount" xlink:to="us-gaap_ValuationAllowanceDeferredTaxAssetChangeInAmount_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_LoanReceivableMember" xlink:to="pbhc_LoanReceivableMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InterestAndDividendIncomeOperating" xlink:to="us-gaap_InterestAndDividendIncomeOperating_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OtherComprehensiveIncomeDerivativesQualifyingAsHedgesBeforeTaxPeriodIncreaseDecreaseAbstract" xlink:to="us-gaap_OtherComprehensiveIncomeDerivativesQualifyingAsHedgesBeforeTaxPeriodIncreaseDecreaseAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_InsufficientFundsFeesDepositAccountMember" xlink:to="pbhc_InsufficientFundsFeesDepositAccountMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_DerivativeContractCashInEscrowUnderCollateralArrangements" xlink:to="pbhc_DerivativeContractCashInEscrowUnderCollateralArrangements_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InvestmentsDebtAndEquitySecuritiesAbstract" xlink:to="us-gaap_InvestmentsDebtAndEquitySecuritiesAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AvailableForSaleDebtAndEquitySecuritiesAccumulatedGrossUnrealizedGainBeforeTax" xlink:to="pbhc_AvailableForSaleDebtAndEquitySecuritiesAccumulatedGrossUnrealizedGainBeforeTax_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ScheduleOfAvailableForSaleSecuritiesLineItems" xlink:to="us-gaap_ScheduleOfAvailableForSaleSecuritiesLineItems_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DisaggregationOfRevenueLineItems" xlink:to="us-gaap_DisaggregationOfRevenueLineItems_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FairValueMeasuredAtNetAssetValuePerShareMember" xlink:to="us-gaap_FairValueMeasuredAtNetAssetValuePerShareMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinanceLeaseRightOfUseAsset" xlink:to="us-gaap_FinanceLeaseRightOfUseAsset_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_JuniorSubordinatedDebentureOwedToUnconsolidatedSubsidiaryTrust" xlink:to="us-gaap_JuniorSubordinatedDebentureOwedToUnconsolidatedSubsidiaryTrust_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansAdjustmentBeforeTax" xlink:to="us-gaap_OtherComprehensiveIncomeLossPensionAndOtherPostretirementBenefitPlansAdjustmentBeforeTax_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LoansAndLeasesReceivableDeferredIncome" xlink:to="us-gaap_LoansAndLeasesReceivableDeferredIncome_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AvailableForSaleDebtAndEquitySecuritiesAmortizedCost" xlink:to="pbhc_AvailableForSaleDebtAndEquitySecuritiesAmortizedCost_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FairValueByMeasurementFrequencyAxis" xlink:to="us-gaap_FairValueByMeasurementFrequencyAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionLessThan12MonthsAccumulatedLoss" xlink:to="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionLessThan12MonthsAccumulatedLoss_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesFairValueAbstract" xlink:to="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesFairValueAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OperatingLeaseLeaseIncome" xlink:to="us-gaap_OperatingLeaseLeaseIncome_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_GeneralAndAdministrativeExpense" xlink:to="us-gaap_GeneralAndAdministrativeExpense_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AggregateFairValue" xlink:to="pbhc_AggregateFairValue_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_DerivativeUnamortizedCap" xlink:to="pbhc_DerivativeUnamortizedCap_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_MeasurementInputTypeDomain" xlink:to="us-gaap_MeasurementInputTypeDomain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OrganizationConsolidationAndPresentationOfFinancialStatementsAbstract" xlink:to="us-gaap_OrganizationConsolidationAndPresentationOfFinancialStatementsAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_DocumentInformationTable" xlink:to="dei_DocumentInformationTable_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinanceLeasePrincipalPayments" xlink:to="us-gaap_FinanceLeasePrincipalPayments_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesWithinOneYearNetCarryingAmount" xlink:to="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesWithinOneYearNetCarryingAmount_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_GainLossOnSalesOfLoansNet" xlink:to="us-gaap_GainLossOnSalesOfLoansNet_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FairValueMeasurementsNonrecurringMember" xlink:to="us-gaap_FairValueMeasurementsNonrecurringMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_NumberOfSecuritiesAmortized" xlink:to="pbhc_NumberOfSecuritiesAmortized_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_ChangeInMarketValueCommonStockInvestmentLoss" xlink:to="pbhc_ChangeInMarketValueCommonStockInvestmentLoss_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_PurchasedCommercialLineOfCreditTwoMember" xlink:to="pbhc_PurchasedCommercialLineOfCreditTwoMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AdjustmentsToReconcileNetIncomeLossToCashProvidedByUsedInOperatingActivitiesAbstract" xlink:to="us-gaap_AdjustmentsToReconcileNetIncomeLossToCashProvidedByUsedInOperatingActivitiesAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_RetainedEarningsMember" xlink:to="us-gaap_RetainedEarningsMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DebtInstrumentUnamortizedDiscountPremiumNet" xlink:to="us-gaap_DebtInstrumentUnamortizedDiscountPremiumNet_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InternalCreditAssessmentAxis" xlink:to="us-gaap_InternalCreditAssessmentAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionAccumulatedLoss" xlink:to="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionAccumulatedLoss_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ProvisionForOtherCreditLosses" xlink:to="us-gaap_ProvisionForOtherCreditLosses_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_MeasurementInputTypeAxis" xlink:to="us-gaap_MeasurementInputTypeAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_GainLossOnSaleOfPropertyPlantEquipment" xlink:to="us-gaap_GainLossOnSaleOfPropertyPlantEquipment_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FairValueBalanceSheetGroupingFinancialStatementCaptionsLineItems" xlink:to="us-gaap_FairValueBalanceSheetGroupingFinancialStatementCaptionsLineItems_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_PaycheckProtectionProgramLoansMember" xlink:to="pbhc_PaycheckProtectionProgramLoansMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AllowanceForCreditLossesTextBlock" xlink:to="us-gaap_AllowanceForCreditLossesTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AdditionalPaidInCapital" xlink:to="us-gaap_AdditionalPaidInCapital_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_CumulativeEffectOfAdoptionOfNewAccountingStandard" xlink:to="pbhc_CumulativeEffectOfAdoptionOfNewAccountingStandard_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_EntityInteractiveDataCurrent" xlink:to="dei_EntityInteractiveDataCurrent_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancialInstrumentsFinancialAssetsBalanceSheetGroupingsAbstract" xlink:to="us-gaap_FinancialInstrumentsFinancialAssetsBalanceSheetGroupingsAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancingReceivablesPeriodPastDueDomain" xlink:to="us-gaap_FinancingReceivablesPeriodPastDueDomain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_CommercialRealEstateMember" xlink:to="us-gaap_CommercialRealEstateMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AssetPledgedAsCollateralMember" xlink:to="us-gaap_AssetPledgedAsCollateralMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="srt_ExternalCreditRatingStandardPoorsMember" xlink:to="srt_ExternalCreditRatingStandardPoorsMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_RelatedPartyTransactionsDisclosureTextBlock" xlink:to="us-gaap_RelatedPartyTransactionsDisclosureTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_FinanceLeasesAbstract" xlink:to="pbhc_FinanceLeasesAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_CashFlowHedgeDerivativeInstrumentLiabilitiesAtFairValue" xlink:to="us-gaap_CashFlowHedgeDerivativeInstrumentLiabilitiesAtFairValue_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterTenYearsAmortizedCost" xlink:to="us-gaap_AvailableForSaleSecuritiesDebtMaturitiesAfterTenYearsAmortizedCost_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_UndistributedEarningsLossAllocatedToParticipatingSecuritiesBasic" xlink:to="us-gaap_UndistributedEarningsLossAllocatedToParticipatingSecuritiesBasic_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_RelatedPartyTransactionsAbstract" xlink:to="us-gaap_RelatedPartyTransactionsAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_CostApproachValuationTechniqueMember" xlink:to="us-gaap_CostApproachValuationTechniqueMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ReclassificationOutOfAccumulatedOtherComprehensiveIncomeDomain" xlink:to="us-gaap_ReclassificationOutOfAccumulatedOtherComprehensiveIncomeDomain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_SeriesANonVotingCommonStockMember" xlink:to="pbhc_SeriesANonVotingCommonStockMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_BankServicingMember" xlink:to="us-gaap_BankServicingMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ProceedsFromPaymentsToMinorityShareholders" xlink:to="us-gaap_ProceedsFromPaymentsToMinorityShareholders_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_WithAllowanceRecordedAbstract" xlink:to="pbhc_WithAllowanceRecordedAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_NumberOfPortfolioSegment" xlink:to="pbhc_NumberOfPortfolioSegment_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLonger" xlink:to="us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPosition12MonthsOrLonger_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_LocalPhoneNumber" xlink:to="dei_LocalPhoneNumber_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_PaymentsToAcquireAvailableForSaleDebtAndEquitySecurities" xlink:to="pbhc_PaymentsToAcquireAvailableForSaleDebtAndEquitySecurities_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsNumberOfPositions" xlink:to="us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsNumberOfPositions_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FairValueAssetsMeasuredOnRecurringBasisTextBlock" xlink:to="us-gaap_FairValueAssetsMeasuredOnRecurringBasisTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_NoninterestBearingDepositLiabilities" xlink:to="us-gaap_NoninterestBearingDepositLiabilities_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DerivativeAmountOfHedgedItem" xlink:to="us-gaap_DerivativeAmountOfHedgedItem_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ScheduleOfEarningsPerShareBasicAndDilutedTableTextBlock" xlink:to="us-gaap_ScheduleOfEarningsPerShareBasicAndDilutedTableTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AmortizationAccretionOfDeferredLoanCosts" xlink:to="pbhc_AmortizationAccretionOfDeferredLoanCosts_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_PaymentsForProceedsFromLoansAndLeases" xlink:to="us-gaap_PaymentsForProceedsFromLoansAndLeases_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_NetIncomeLossAttributableToNoncontrollingInterest" xlink:to="us-gaap_NetIncomeLossAttributableToNoncontrollingInterest_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ImpairedFinancingReceivablesTableTextBlock" xlink:to="us-gaap_ImpairedFinancingReceivablesTableTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancingReceivableRecordedInvestmentNonaccrualStatus" xlink:to="us-gaap_FinancingReceivableRecordedInvestmentNonaccrualStatus_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InterestRateSwapMember" xlink:to="us-gaap_InterestRateSwapMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_CollateralizedMortgageObligationsAgencyFairValueDisclosure" xlink:to="pbhc_CollateralizedMortgageObligationsAgencyFairValueDisclosure_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_MunicipalBondsMember" xlink:to="us-gaap_MunicipalBondsMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueInRollingYearFour" xlink:to="us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueInRollingYearFour_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LesseeOperatingLeaseExistenceOfOptionToExtend" xlink:to="us-gaap_LesseeOperatingLeaseExistenceOfOptionToExtend_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DisaggregationOfRevenueTableTextBlock" xlink:to="us-gaap_DisaggregationOfRevenueTableTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancingReceivableAllowanceForCreditLossesRecovery" xlink:to="us-gaap_FinancingReceivableAllowanceForCreditLossesRecovery_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueAfterRollingYearFive" xlink:to="us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueAfterRollingYearFive_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_FitzGibbonsAgencyLLCMember" xlink:to="pbhc_FitzGibbonsAgencyLLCMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_IncreaseDecreaseInDemandDeposits" xlink:to="us-gaap_IncreaseDecreaseInDemandDeposits_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OtherComprehensiveIncomeLossBeforeTax" xlink:to="us-gaap_OtherComprehensiveIncomeLossBeforeTax_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancialServiceOtherMember" xlink:to="us-gaap_FinancialServiceOtherMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_DocumentFiscalYearFocus" xlink:to="dei_DocumentFiscalYearFocus_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_IntangibleAssetsNetExcludingGoodwill" xlink:to="us-gaap_IntangibleAssetsNetExcludingGoodwill_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_EsopSharesEarned" xlink:to="pbhc_EsopSharesEarned_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_NoninterestIncomeOther" xlink:to="us-gaap_NoninterestIncomeOther_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AllowanceForLoanLossesOnBasisOfCalculationMethodologyAbstract" xlink:to="pbhc_AllowanceForLoanLossesOnBasisOfCalculationMethodologyAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancingReceivablePortfolioSegmentAxis" xlink:to="us-gaap_FinancingReceivablePortfolioSegmentAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_IncreaseDecreaseInAccruedInterestReceivableNet" xlink:to="us-gaap_IncreaseDecreaseInAccruedInterestReceivableNet_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_EarningsPerShareBasic" xlink:to="us-gaap_EarningsPerShareBasic_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionFairValueAbstract" xlink:to="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionFairValueAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_IncomeTaxesPaid" xlink:to="us-gaap_IncomeTaxesPaid_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_CommonStockDividendsPerShareDeclared" xlink:to="us-gaap_CommonStockDividendsPerShareDeclared_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AssetsAbstract" xlink:to="us-gaap_AssetsAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InvestmentsFairValueDisclosure" xlink:to="us-gaap_InvestmentsFairValueDisclosure_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionAccumulatedLossAbstract" xlink:to="us-gaap_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionAccumulatedLossAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_NonrecurringBasisAbstract" xlink:to="pbhc_NonrecurringBasisAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AccumulatedNetInvestmentGainLossIncludingPortionAttributableToNoncontrollingInterestMember" xlink:to="us-gaap_AccumulatedNetInvestmentGainLossIncludingPortionAttributableToNoncontrollingInterestMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_ScheduleOfAggregatePassRatingAndTheClassifiedRatingsTableTextBlock" xlink:to="pbhc_ScheduleOfAggregatePassRatingAndTheClassifiedRatingsTableTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AvailableForSaleInvestmentSecuritiesAggregateFairValueAndAmortizedHistoricalCostPercentage" xlink:to="pbhc_AvailableForSaleInvestmentSecuritiesAggregateFairValueAndAmortizedHistoricalCostPercentage_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueInRollingYearThree" xlink:to="us-gaap_LesseeOperatingLeaseLiabilityPaymentsDueInRollingYearThree_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_HeldToMaturityNumberOfSecuritiesInUnrealizedLossPositionsLessThanTwelveMonths" xlink:to="pbhc_HeldToMaturityNumberOfSecuritiesInUnrealizedLossPositionsLessThanTwelveMonths_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_LesseeOperatingLeaseLiabilityPaymentsDueIncludingUndiscountedExcessAmount" xlink:to="pbhc_LesseeOperatingLeaseLiabilityPaymentsDueIncludingUndiscountedExcessAmount_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancialInstrumentAxis" xlink:to="us-gaap_FinancialInstrumentAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_TermLoansByOriginationYear2021Member" xlink:to="pbhc_TermLoansByOriginationYear2021Member_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OtherNoninterestExpense" xlink:to="us-gaap_OtherNoninterestExpense_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionGreaterThanTwelveMonthsAmortizedHistoricalCostBasis" xlink:to="pbhc_AvailableForSaleSecuritiesContinuousUnrealizedLossPositionGreaterThanTwelveMonthsAmortizedHistoricalCostBasis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ProvisionForLoanAndLeaseLosses" xlink:to="us-gaap_ProvisionForLoanAndLeaseLosses_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_ResidentialMortgageConstructionMember" xlink:to="pbhc_ResidentialMortgageConstructionMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LiabilitiesAndStockholdersEquityAbstract" xlink:to="us-gaap_LiabilitiesAndStockholdersEquityAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_SalariesAndWages" xlink:to="us-gaap_SalariesAndWages_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_NotesReceivableNet" xlink:to="us-gaap_NotesReceivableNet_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AccountsNotesAndLoansReceivableLineItems" xlink:to="us-gaap_AccountsNotesAndLoansReceivableLineItems_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_NotesReceivableGross" xlink:to="us-gaap_NotesReceivableGross_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LoansAndLeasesReceivableRelatedPartiesProceeds" xlink:to="us-gaap_LoansAndLeasesReceivableRelatedPartiesProceeds_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_NonGovernmentIssuedBackedSecuritiesMember" xlink:to="pbhc_NonGovernmentIssuedBackedSecuritiesMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AntidilutiveSecuritiesNameDomain" xlink:to="us-gaap_AntidilutiveSecuritiesNameDomain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InternalCreditAssessmentDomain" xlink:to="us-gaap_InternalCreditAssessmentDomain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AvailableforsaleSecuritiesMember" xlink:to="us-gaap_AvailableforsaleSecuritiesMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ValuationTechniqueAxis" xlink:to="us-gaap_ValuationTechniqueAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_PreferredStockMember" xlink:to="us-gaap_PreferredStockMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ProfitLoss" xlink:to="us-gaap_ProfitLoss_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_NotesReceivableNetAbstract" xlink:to="us-gaap_NotesReceivableNetAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DividendsCommonStock" xlink:to="us-gaap_DividendsCommonStock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AvailableForSaleSecuritiesDebtMaturitiesFairValueNet" xlink:to="pbhc_AvailableForSaleSecuritiesDebtMaturitiesFairValueNet_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OtherComprehensiveIncomeLossBeforeReclassificationsNetOfTax" xlink:to="us-gaap_OtherComprehensiveIncomeLossBeforeReclassificationsNetOfTax_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_FinancingReceivableAllowanceForCreditLossesSpecificallyReserved" xlink:to="pbhc_FinancingReceivableAllowanceForCreditLossesSpecificallyReserved_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_NoninterestIncome" xlink:to="us-gaap_NoninterestIncome_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_IncreaseDecreaseInTimeDeposits" xlink:to="us-gaap_IncreaseDecreaseInTimeDeposits_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancialInstrumentsFinancialLiabilitiesBalanceSheetGroupingsAbstract" xlink:to="us-gaap_FinancialInstrumentsFinancialLiabilitiesBalanceSheetGroupingsAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OtherComprehensiveIncomeAvailableForSaleSecuritiesAdjustmentBeforeTaxPeriodIncreaseDecreaseAbstract" xlink:to="us-gaap_OtherComprehensiveIncomeAvailableForSaleSecuritiesAdjustmentBeforeTaxPeriodIncreaseDecreaseAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterOneThroughFiveYearsNetCarryingAmount" xlink:to="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterOneThroughFiveYearsNetCarryingAmount_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DebtSecurities" xlink:to="us-gaap_DebtSecurities_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsAccumulatedLoss" xlink:to="us-gaap_DebtSecuritiesAvailableForSaleContinuousUnrealizedLossPositionLessThan12MonthsAccumulatedLoss_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FairValueMeasurementsFairValueHierarchyDomain" xlink:to="us-gaap_FairValueMeasurementsFairValueHierarchyDomain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinanceLeaseLiabilityStatementOfFinancialPositionExtensibleList" xlink:to="us-gaap_FinanceLeaseLiabilityStatementOfFinancialPositionExtensibleList_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_WeightedAverageRemainingLeaseTermAbstract" xlink:to="pbhc_WeightedAverageRemainingLeaseTermAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OtherComprehensiveIncomeLossCashFlowHedgeGainLossBeforeReclassificationTax" xlink:to="us-gaap_OtherComprehensiveIncomeLossCashFlowHedgeGainLossBeforeReclassificationTax_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FairValueMeasurementFrequencyDomain" xlink:to="us-gaap_FairValueMeasurementFrequencyDomain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_WeightedAverageDiscountRateAbstract" xlink:to="pbhc_WeightedAverageDiscountRateAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_RelatedPartyTransactionLineItems" xlink:to="us-gaap_RelatedPartyTransactionLineItems_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LeaseCostAbstract" xlink:to="us-gaap_LeaseCostAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_EntityDomain" xlink:to="dei_EntityDomain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_HeldtomaturitySecuritiesMember" xlink:to="us-gaap_HeldtomaturitySecuritiesMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InterestRateCapMember" xlink:to="us-gaap_InterestRateCapMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_CoverAbstract" xlink:to="dei_CoverAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_DividendsNonVotingCommonStock" xlink:to="pbhc_DividendsNonVotingCommonStock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionGreaterThanTwelveMonthsAmortizedHistoricalCostBasis" xlink:to="pbhc_HeldToMaturitySecuritiesContinuousUnrealizedLossPositionGreaterThanTwelveMonthsAmortizedHistoricalCostBasis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="srt_ProductsAndServicesDomain" xlink:to="srt_ProductsAndServicesDomain_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LoansReceivableMember" xlink:to="us-gaap_LoansReceivableMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FairValueByMeasurementBasisAxis" xlink:to="us-gaap_FairValueByMeasurementBasisAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesWithinOneYearFairValue" xlink:to="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesWithinOneYearFairValue_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AggregateOfAvailableForSaleSecuritiesDebtMaturitiesFairValue" xlink:to="pbhc_AggregateOfAvailableForSaleSecuritiesDebtMaturitiesFairValue_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancialServicesSectorMember" xlink:to="us-gaap_FinancialServicesSectorMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OtherComprehensiveIncomeLossTaxPortionAttributableToParentAbstract" xlink:to="us-gaap_OtherComprehensiveIncomeLossTaxPortionAttributableToParentAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="srt_MaximumMember" xlink:to="srt_MaximumMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesNetCarryingAmountAbstract" xlink:to="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesNetCarryingAmountAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_ScheduleOfAvailableForSaleSecuritiesAndHeldToMaturitySecuritiesLineItems" xlink:to="pbhc_ScheduleOfAvailableForSaleSecuritiesAndHeldToMaturitySecuritiesLineItems_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_CommercialPortfolioSegmentMember" xlink:to="us-gaap_CommercialPortfolioSegmentMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_NetCashProvidedByUsedInInvestingActivities" xlink:to="us-gaap_NetCashProvidedByUsedInInvestingActivities_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_WarrantDividendsIncomeStatementImpact" xlink:to="pbhc_WarrantDividendsIncomeStatementImpact_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_EquitySecuritiesFvNiGainLoss" xlink:to="us-gaap_EquitySecuritiesFvNiGainLoss_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ScheduleOfAntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareTable" xlink:to="us-gaap_ScheduleOfAntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareTable_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_FamilyFirstLienResidentialMortgages1To4Member" xlink:to="pbhc_FamilyFirstLienResidentialMortgages1To4Member_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_InvestmentsClassifiedByContractualMaturityDateTableTextBlock" xlink:to="us-gaap_InvestmentsClassifiedByContractualMaturityDateTableTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FairValueInputsLevel3Member" xlink:to="us-gaap_FairValueInputsLevel3Member_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_StockIssuedDuringPeriodSharesRestrictedStockAwardGross" xlink:to="us-gaap_StockIssuedDuringPeriodSharesRestrictedStockAwardGross_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DebitCardMember" xlink:to="us-gaap_DebitCardMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancingReceivablesPeriodPastDueAxis" xlink:to="us-gaap_FinancingReceivablesPeriodPastDueAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LoanRestructuringModificationAxis" xlink:to="us-gaap_LoanRestructuringModificationAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_DividendsWarrant" xlink:to="pbhc_DividendsWarrant_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AfsInvestmentsMember" xlink:to="pbhc_AfsInvestmentsMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_FairValueReceivablePayableAtQuarterEndMember" xlink:to="pbhc_FairValueReceivablePayableAtQuarterEndMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_StockIssuedDuringPeriodValueStockOptionsExercised" xlink:to="us-gaap_StockIssuedDuringPeriodValueStockOptionsExercised_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DerivativeLossStatementOfIncomeOrComprehensiveIncomeExtensibleEnumeration" xlink:to="us-gaap_DerivativeLossStatementOfIncomeOrComprehensiveIncomeExtensibleEnumeration_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ProvisionForLoanLossesExpensed" xlink:to="us-gaap_ProvisionForLoanLossesExpensed_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_EquitySecuritiesAvailableForSaleAccumulatedGrossUnrealizedLossBeforeTax" xlink:to="pbhc_EquitySecuritiesAvailableForSaleAccumulatedGrossUnrealizedLossBeforeTax_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_InsuranceCommissionsMember" xlink:to="pbhc_InsuranceCommissionsMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="srt_StandardPoorsBBBRatingMember" xlink:to="srt_StandardPoorsBBBRatingMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FairValueHedgeAssetsAtFairValue" xlink:to="us-gaap_FairValueHedgeAssetsAtFairValue_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AlternativeInvestmentMeasurementInput" xlink:to="us-gaap_AlternativeInvestmentMeasurementInput_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_AverageRecordedInvestmentInImpairedLoansTableTextBlock" xlink:to="pbhc_AverageRecordedInvestmentInImpairedLoansTableTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_CommonStockSharesAuthorized" xlink:to="us-gaap_CommonStockSharesAuthorized_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DerivativeAssetsLiabilitiesAtFairValueNet" xlink:to="us-gaap_DerivativeAssetsLiabilitiesAtFairValueNet_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="dei_TradingSymbol" xlink:to="dei_TradingSymbol_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="srt_OwnershipAxis" xlink:to="srt_OwnershipAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ReclassificationOutOfAccumulatedOtherComprehensiveIncomeTableTextBlock" xlink:to="us-gaap_ReclassificationOutOfAccumulatedOtherComprehensiveIncomeTableTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ScheduleOfImpairedFinancingReceivableTable" xlink:to="us-gaap_ScheduleOfImpairedFinancingReceivableTable_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FederalDepositInsuranceCorporationPremiumExpense" xlink:to="us-gaap_FederalDepositInsuranceCorporationPremiumExpense_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancingReceivableCreditQualityIndicatorsTableTextBlock" xlink:to="us-gaap_FinancingReceivableCreditQualityIndicatorsTableTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_TroubledDebtRestructuringsOnFinancingReceivablesTableTextBlock" xlink:to="us-gaap_TroubledDebtRestructuringsOnFinancingReceivablesTableTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_LoansReceivableHeldForSaleAmount" xlink:to="us-gaap_LoansReceivableHeldForSaleAmount_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_OtherLiabilities" xlink:to="us-gaap_OtherLiabilities_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_SubsequentEventTypeAxis" xlink:to="us-gaap_SubsequentEventTypeAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FairValueHedgingMember" xlink:to="us-gaap_FairValueHedgingMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_CashAndDueFromBanks" xlink:to="us-gaap_CashAndDueFromBanks_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_CollateralDepositsForHedgePositionIncludedInCashAndDueFromBanks" xlink:to="pbhc_CollateralDepositsForHedgePositionIncludedInCashAndDueFromBanks_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_FinancingReceivableCreditQualityIndicatorTableTextBlock" xlink:to="pbhc_FinancingReceivableCreditQualityIndicatorTableTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_InterestRateCashFlowHedgeLiabilityIncreaseDecreaseAtFairValue" xlink:to="pbhc_InterestRateCashFlowHedgeLiabilityIncreaseDecreaseAtFairValue_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_BalanceSheetLocationAxis" xlink:to="us-gaap_BalanceSheetLocationAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterOneThroughFiveYearsFairValue" xlink:to="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterOneThroughFiveYearsFairValue_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ComprehensiveIncomeNetOfTax" xlink:to="us-gaap_ComprehensiveIncomeNetOfTax_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ProfessionalFees" xlink:to="us-gaap_ProfessionalFees_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedLossBeforeTax" xlink:to="us-gaap_AvailableForSaleDebtSecuritiesAccumulatedGrossUnrealizedLossBeforeTax_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AccumulatedOtherComprehensiveIncomeLossLineItems" xlink:to="us-gaap_AccumulatedOtherComprehensiveIncomeLossLineItems_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_ScheduleOfRelatedPartyTransactionsByRelatedPartyTable" xlink:to="us-gaap_ScheduleOfRelatedPartyTransactionsByRelatedPartyTable_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_CashFlowHedgingMember" xlink:to="us-gaap_CashFlowHedgingMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_SpecialMentionMember" xlink:to="us-gaap_SpecialMentionMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="srt_StandardPoorsAAARatingMember" xlink:to="srt_StandardPoorsAAARatingMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DebtAndEquitySecuritiesGainLoss" xlink:to="us-gaap_DebtAndEquitySecuritiesGainLoss_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_CommonStockParOrStatedValuePerShare" xlink:to="us-gaap_CommonStockParOrStatedValuePerShare_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_HedgedAssetFairValueHedgeCumulativeIncreaseDecrease" xlink:to="us-gaap_HedgedAssetFairValueHedgeCumulativeIncreaseDecrease_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_RealizedGainsOnInvestmentsSold" xlink:to="pbhc_RealizedGainsOnInvestmentsSold_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_FinancialAssetNotPastDueMember" xlink:to="us-gaap_FinancialAssetNotPastDueMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_PurchasedUnsecuredConsumerInstallmentLoansPool3Member" xlink:to="pbhc_PurchasedUnsecuredConsumerInstallmentLoansPool3Member_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AllowanceForCreditLossesOnFinancingReceivablesTableTextBlock" xlink:to="us-gaap_AllowanceForCreditLossesOnFinancingReceivablesTableTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_DepositRelatedFeesDepositAccountMember" xlink:to="pbhc_DepositRelatedFeesDepositAccountMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterFiveThroughTenYearsNetCarryingAmount" xlink:to="us-gaap_HeldToMaturitySecuritiesDebtMaturitiesAfterFiveThroughTenYearsNetCarryingAmount_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DefinedBenefitPlanDisclosureLineItems" xlink:to="us-gaap_DefinedBenefitPlanDisclosureLineItems_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DerivativeInstrumentRiskAxis" xlink:to="us-gaap_DerivativeInstrumentRiskAxis_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_EstimateOfFairValueFairValueDisclosureMember" xlink:to="us-gaap_EstimateOfFairValueFairValueDisclosureMember_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="pbhc_CashPaidForAmountsIncludedInMeasurementOfLeaseLiabilitiesAbstract" xlink:to="pbhc_CashPaidForAmountsIncludedInMeasurementOfLeaseLiabilitiesAbstract_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_IncreaseDecreaseInFairValueOfInterestRateFairValueHedgingInstruments1" xlink:to="us-gaap_IncreaseDecreaseInFairValueOfInterestRateFairValueHedgingInstruments1_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareAmount" xlink:to="us-gaap_AntidilutiveSecuritiesExcludedFromComputationOfEarningsPerShareAmount_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_CashAndCashEquivalentsFairValueDisclosure" xlink:to="us-gaap_CashAndCashEquivalentsFairValueDisclosure_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_PastDueFinancingReceivablesTableTextBlock" xlink:to="us-gaap_PastDueFinancingReceivablesTableTextBlock_lbl"/>
    <link:labelArc xlink:type="arc" xlink:arcrole="http://www.xbrl.org/2003/arcrole/concept-label" xlink:from="us-gaap_DefinedBenefitPlanExpectedReturnOnPlanAssets" xlink:to="us-gaap_DefinedBenefitPlanExpectedReturnOnPlanAssets_lbl"/>
  </link:labelLink>
</link:linkbase>
