Merge branch 'master' into peter/column-level-lineage

Author: PeteMango

datahub-graphql-core/src/main/java/com/linkedin/datahub/graphql/resolvers/config/AppConfigResolver.java

@@ -140,6 +140,7 @@ public CompletableFuture<AppConfig> get(final DataFetchingEnvironment environmen
         visualConfig.setAppTitle(_visualConfiguration.getAppTitle());
       }
       visualConfig.setHideGlossary(_visualConfiguration.isHideGlossary());
+      visualConfig.setShowFullTitleInLineage(_visualConfiguration.isShowFullTitleInLineage());
     }
     if (_visualConfiguration != null && _visualConfiguration.getQueriesTab() != null) {
       QueriesTabConfig queriesTabConfig = new QueriesTabConfig();

datahub-graphql-core/src/main/resources/app.graphql

@@ -276,6 +276,11 @@ type VisualConfig {
   Configuration for search results
   """
   searchResult: SearchResultsVisualConfig
+
+  """
+  Show full title in lineage view by default
+  """
+  showFullTitleInLineage: Boolean
 }
 
 """

datahub-web-react/src/app/lineage/LineageVizInsideZoom.tsx

@@ -10,6 +10,7 @@ import { SchemaField, SchemaFieldRef } from '../../types.generated';
 import { useIsShowColumnsMode } from './utils/useIsShowColumnsMode';
 import { LineageVizControls } from './controls/LineageVizControls';
 import LineageVizRootSvg from './LineageVizRootSvg';
+import { useAppConfig } from '../useAppConfig';
 
 const ControlsDiv = styled.div`
     display: flex;
@@ -65,12 +66,15 @@ export default function LineageVizInsideZoom({
     fineGrainedMap,
     refetchCenterNode,
 }: Props) {
+    const appConfig = useAppConfig();
+    const showFullTitle = appConfig.config.visualConfig.showFullTitleInLineage;
+
     const [collapsedColumnsNodes, setCollapsedColumnsNodes] = useState<Record<string, boolean>>({});
     const [selectedField, setSelectedField] = useState<SchemaFieldRef | null>(null);
     const [highlightedEdges, setHighlightedEdges] = useState<ColumnEdge[]>([]);
     const [visibleColumnsByUrn, setVisibleColumnsByUrn] = useState<Record<string, Set<string>>>({});
     const [columnsByUrn, setColumnsByUrn] = useState<Record<string, SchemaField[]>>({});
-    const [showExpandedTitles, setShowExpandedTitles] = useState(false);
+    const [showExpandedTitles, setShowExpandedTitles] = useState(showFullTitle ?? false);
     const showColumns = useIsShowColumnsMode();
 
     useEffect(() => {

datahub-web-react/src/graphql/app.graphql

@@ -37,6 +37,7 @@ query appConfig {
         visualConfig {
             logoUrl
             faviconUrl
+            showFullTitleInLineage
             queriesTab {
                 queriesTabResultSize
             }

datahub-web-react/src/graphql/browseV2.graphql

@@ -7,30 +7,7 @@ query getBrowseResultsV2($input: BrowseV2Input!) {
             entity {
                 urn
                 type
-                ... on Container {
-                    properties {
-                        name
-                    }
-                }
-                ... on DataFlow {
-                    properties {
-                        name
-                    }
-                }
-                ... on DataPlatformInstance {
-                    platform {
-                        name
-                        properties {
-                            displayName
-                        }
-                    }
-                    instanceId
-                }
-                ... on Dataset {
-                    properties {
-                        name
-                    }
-                }
+                ...entityDisplayNameFields
             }
         }
         start

datahub-web-react/src/graphql/fragments.graphql

@@ -1308,30 +1308,7 @@ fragment browsePathV2Fields on BrowsePathV2 {
         entity {
             urn
             type
-            ... on Container {
-                properties {
-                    name
-                }
-            }
-            ... on DataFlow {
-                properties {
-                    name
-                }
-            }
-            ... on DataPlatformInstance {
-                platform {
-                    name
-                    properties {
-                        displayName
-                    }
-                }
-                instanceId
-            }
-            ... on Dataset {
-                properties {
-                    name
-                }
-            }
+            ...entityDisplayNameFields
         }
     }
 }

docs-website/docusaurus.config.js

@@ -289,6 +289,15 @@ module.exports = {
       // darkTheme: require("prism-react-renderer/themes/vsDark"),
       additionalLanguages: ["ini", "java", "graphql", "shell-session"],
     },
+    algolia: {
+      // This is the "Search API Key" in Algolia, which means that it is ok to be public.
+      apiKey: "2adf840a044a5ecbf7bdaac88cbf9ee5",
+      appId: "RK0UG797F3",
+      indexName: "datahubproject",
+      insights: true,
+      contextualSearch: true,
+      // debug: true,
+    },
   },
   presets: [
     [

docs-website/src/theme/Layout/index.js

@@ -9,7 +9,7 @@ export default function LayoutWrapper(props) {
         <SecondNavbar />
         {props.children}
       </Layout>
-      <img referrerpolicy="no-referrer-when-downgrade" src="https://static.scarf.sh/a.png?x-pxid=92db07cf-8934-4b30-857a-3fcfda4c86dd" />
+      <img referrerpolicy="no-referrer-when-downgrade" src="https://static.scarf.sh/a.png?x-pxid=92db07cf-8934-4b30-857a-3fcfda4c86dd" style={{ display: 'none' }} />
     </>
   );
 }

metadata-ingestion/examples/recipes/mlflow_to_datahub.dhub.yaml

@@ -0,0 +1,9 @@
+source:
+  type: mlflow
+  config:
+    tracking_uri: "http://127.0.0.1:5000"
+
+sink:
+  type: datahub-rest
+  config:
+    server: "http://localhost:8080"

metadata-ingestion/src/datahub/ingestion/source/common/subtypes.py

@@ -92,3 +92,8 @@ class BIAssetSubTypes(StrEnum):
     # SAP Analytics Cloud
     SAC_STORY = "Story"
     SAC_APPLICATION = "Application"
+
+
+class MLAssetSubTypes(StrEnum):
+    MLFLOW_TRAINING_RUN = "ML Training Run"
+    MLFLOW_EXPERIMENT = "ML Experiment"