diff --git a/packages/grafana-plugin-configs/webpack.config.ts b/packages/grafana-plugin-configs/webpack.config.ts
index ce38d1090f8..67ada26051b 100644
--- a/packages/grafana-plugin-configs/webpack.config.ts
+++ b/packages/grafana-plugin-configs/webpack.config.ts
@@ -17,6 +17,10 @@ function skipFiles(f: string): boolean {
     // avoid copying tsconfig.json
     return false;
   }
+  if (f.includes('/package.json')) {
+    // avoid copying package.json
+    return false;
+  }
   return true;
 }
 
@@ -179,18 +183,6 @@ const config = async (env: Record<string, unknown>): Promise<Configuration> => {
             },
           ],
         },
-        {
-          dir: path.resolve(DIST_DIR),
-          files: ['package.json'],
-          rules: [
-            {
-              search: `"version": "${getPackageJson().version}"`,
-              replace: env.commit
-                ? `"version": "${getPackageJson().version}-${env.commit}"`
-                : `"version": "${getPackageJson().version}"`,
-            },
-          ],
-        },
       ]),
       env.development
         ? new ForkTsCheckerWebpackPlugin({